-- Logs begin at Wed 2021-06-16 12:59:22 UTC, end at Wed 2021-06-16 14:13:39 UTC. -- Jun 16 13:36:10.860352 dv-cinder-789603-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 13:36:13.555896 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.common.config [-] Logging enabled! Jun 16 13:36:13.556463 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 13:36:13.556569 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103561) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 13:36:13.559799 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.common.config [-] Logging enabled! Jun 16 13:36:13.560051 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 13:36:13.560357 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103561) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 13:36:13.561269 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:36:13.561500 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:36:13.561886 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:36:13.562132 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:36:13.562355 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:36:13.562668 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.562985 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.563281 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.563508 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.563798 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.564084 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.564360 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.564641 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.564934 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.565215 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.565490 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.566317 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.566542 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.566817 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.567310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.567604 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.567835 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] debug = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.568111 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.568543 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.568952 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.569229 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.569516 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.569794 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.570065 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.570337 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.570614 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.570967 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] host = dv-cinder-789603-10-iscsi {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.571240 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.571524 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.571807 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.572089 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.572360 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.572631 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.572911 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.573180 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.573449 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] log_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.573731 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.574014 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.574295 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.574589 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.574805 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.575047 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.575344 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.575618 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.575890 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.576162 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.576430 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.576702 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.576967 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.577231 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.577513 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.577847 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.578129 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.578405 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.578674 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.578965 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.579270 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.579556 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.579821 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.580092 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.580356 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.580637 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.580900 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.581187 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.581489 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.581771 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.582048 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.582328 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.582597 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.582886 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.583168 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.583434 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.583702 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] use_json = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.583969 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.584232 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.584507 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.584774 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.585039 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.585302 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.585568 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.585847 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:13.586142 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.586433 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.586727 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.587028 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.587317 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.587589 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.587872 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.588148 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.588493 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.588778 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.589066 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.589341 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.589628 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.589905 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.590199 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.590502 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.590792 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.591106 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.591380 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.591652 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.591925 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.592200 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.592481 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.592769 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.593053 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.593323 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.593597 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.593885 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.594159 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.594427 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.594702 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.595008 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.595283 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.595551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.595828 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.596100 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.596368 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.596636 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.596949 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.597236 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.597509 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.597777 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.598046 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.598320 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.598585 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.598857 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.599150 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.599417 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.599686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.599958 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.600223 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.600493 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.600762 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.601028 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.601298 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.601570 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.601837 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.602104 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.602371 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.602639 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.602952 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.603225 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.603499 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.603805 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.604033 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.604300 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.604568 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.604833 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.605112 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.605405 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.605679 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.605950 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.606220 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.606491 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.606774 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.607058 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.607325 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.607597 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.607863 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.608153 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.608428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.608708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.608981 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.609251 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.609541 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.609814 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.610083 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.610352 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.610621 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.610925 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.611204 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.611497 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.611788 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.612079 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.612370 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.613185 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.613453 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.613765 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.614041 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:13.614251 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:36:13.614493 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103561) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 13:36:13.961394 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:13.961661 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:13.961953 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:13.962287 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 13:36:14.353352 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.353554 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.353798 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.355126 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.355401 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.355663 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.390707 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.391006 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.391271 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.404572 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.404851 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.405115 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.435186 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.435462 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.435725 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.473366 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.473659 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.473924 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.704152 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.704821 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.704821 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.704976 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.705841 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.828697 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.829010 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.829286 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.829551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.829817 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.830127 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.830383 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.830632 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.830903 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.831204 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.831458 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.831719 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.831975 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.832233 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.832482 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.832744 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.833024 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.833259 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.833523 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.833771 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.834171 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.834389 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.834634 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.834931 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.835177 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.835417 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.835811 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:14.836051 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:14.836286 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:14.836527 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:14.836757 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:14.836987 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:14.838304 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 13:36:14.841396 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 13:36:14.845284 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 13:36:14.849382 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jun 16 13:36:14.851000 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 13:36:14.851833 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 13:36:14.852205 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 13:36:14.852566 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 13:36:14.855371 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 13:36:14.855618 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 13:36:14.855957 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 13:36:14.883972 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 13:36:14.884421 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.884716 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103561) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 13:36:14.885080 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.886414 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103561) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 13:36:14.886690 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 13:36:14.886954 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 13:36:14.890142 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.890435 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:14.955910 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 13:36:14.956075 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 13:36:14.956327 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 13:36:14.956698 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 13:36:14.977408 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_db.sqlalchemy.engines [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103561) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 13:36:15.496490 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Initializing driver for type 'gre' Jun 16 13:36:15.496924 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] gre ID ranges: [(1, 1000)] Jun 16 13:36:15.556928 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Initializing driver for type 'local' Jun 16 13:36:15.557299 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Initializing driver for type 'vlan' Jun 16 13:36:15.570219 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] VlanTypeDriver initialization complete Jun 16 13:36:15.570574 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Initializing driver for type 'vxlan' Jun 16 13:36:15.571106 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] vxlan ID ranges: [(1, 1000)] Jun 16 13:36:15.624025 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Initializing extension driver 'port_security' Jun 16 13:36:15.624391 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.extensions.port_security [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] PortSecurityExtensionDriver initialization complete Jun 16 13:36:15.624753 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Initializing mechanism driver 'openvswitch' Jun 16 13:36:15.625090 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Initializing mechanism driver 'hyperv' Jun 16 13:36:15.632181 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.plugins.ml2.plugin [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:15.632952 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > port after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.633322 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > port after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.633677 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > port after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.634064 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > subnet after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.634415 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > subnet after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.634761 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.635166 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > network after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.635519 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > network after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.635855 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > network after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.636230 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > security_group after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.636578 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > security_group after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.636916 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.637291 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.637632 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.637969 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.638345 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > address_group after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.638689 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > address_group after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.639062 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.639398 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] ML2 OVO RPC backend initialized. {{(pid=103561) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 13:36:15.640099 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.640445 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.640854 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > network before_response 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.641196 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > networks before_response 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.641539 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > port before_response 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.641876 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > ports before_response 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.642211 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > subnet before_response 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.642548 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > subnets before_response 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.642908 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > network after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.643243 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > network after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.643572 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > network after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.644396 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > port after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.644722 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > port after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.645056 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > port after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.645387 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > subnet after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.645892 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > subnet after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.646044 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.646631 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.plugin [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Modular L2 Plugin initialization complete Jun 16 13:36:15.647078 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading services supported by the core plugin {{(pid=103561) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 13:36:15.647411 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.plugins.ml2.managers [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Got port-security extension from driver 'port_security' Jun 16 13:36:15.647871 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.extensions.vlantransparent [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Disabled vlantransparent extension. Jun 16 13:36:15.648362 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103561) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 13:36:15.648672 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading Plugin: router Jun 16 13:36:15.684222 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.684598 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router after_create 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.684964 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router before_create 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.685325 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.685688 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.686066 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router after_delete 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.686419 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.686776 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router after_create 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.687144 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router after_update 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.687491 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router after_update 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.687834 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.688190 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router after_update 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.688598 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_update 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.688959 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: port after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.689292 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: port after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.689627 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: subnet after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.689960 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.690303 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.690681 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_create 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.691051 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: port before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.691390 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.691746 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router after_update 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.692084 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.692430 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_create 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.692784 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.693124 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_update 55549900 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.693493 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > network after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.694344 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Tracking information for resource: router configured {{(pid=103561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:15.694674 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Tracking information for resource: floatingip configured {{(pid=103561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:36:15.699602 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.db.l3_agentschedulers_db [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 13:36:15.700281 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: port after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.700654 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: port after_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.700986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: port after_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.701330 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: port after_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.702125 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router before_create 55550100 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.702491 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.702851 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_create 55550100 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.703228 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > router precommit_update 55550100 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.708120 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.services.provider_configuration [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service providers = [] {{(pid=103561) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 13:36:15.708651 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.db.servicetype_db [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103561) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 13:36:15.711368 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.services.service_base [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:36:15.711715 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.services.service_base [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:36:15.712055 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.services.service_base [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:36:15.712922 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.services.service_base [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:36:15.713292 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.services.service_base [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 13:36:15.713672 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:15.713987 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 13:36:15.725141 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:15.725468 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading Plugin: auto_allocate Jun 16 13:36:15.731262 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: network precommit_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.731625 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: network precommit_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.732150 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:15.732467 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading Plugin: tag Jun 16 13:36:15.742731 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:15.742731 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading Plugin: timestamp Jun 16 13:36:15.745175 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:15.745511 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading Plugin: network_ip_availability Jun 16 13:36:15.751128 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.751449 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.751807 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.752928 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:15.753403 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading Plugin: flavors Jun 16 13:36:15.758190 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:15.758512 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading Plugin: revisions Jun 16 13:36:15.762899 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:36:15.763292 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_concurrency.lockutils [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=103561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:15.764047 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103561) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 13:36:15.764384 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Initializing extension manager. Jun 16 13:36:15.764892 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: __init__.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.765232 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: __pycache__ {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.765566 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.765903 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: address_group.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.766669 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.767278 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: address-group Jun 16 13:36:15.767600 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: address_scope.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.768306 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.769328 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: address-scope Jun 16 13:36:15.769648 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.770552 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.771093 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: router-admin-state-down-before-update Jun 16 13:36:15.771415 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: agent.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.772105 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.772612 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: agent Jun 16 13:36:15.772919 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: agent_resources_synced.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.773813 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.774310 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: agent-resources-synced Jun 16 13:36:15.774627 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: allowedaddresspairs.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.776637 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.777145 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: allowed-address-pairs Jun 16 13:36:15.777470 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: auto_allocated_topology.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.778528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.779065 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: auto-allocated-topology Jun 16 13:36:15.779390 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: availability_zone.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.780069 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.780568 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: availability_zone Jun 16 13:36:15.780887 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: availability_zone_filter.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.781776 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.782534 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: availability_zone_filter Jun 16 13:36:15.782867 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: data_plane_status.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.783775 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.784442 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 13:36:15.785257 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: default_subnetpools.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.786149 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.786660 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: default-subnetpools Jun 16 13:36:15.787008 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.787802 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.788310 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: dhcp_agent_scheduler Jun 16 13:36:15.788632 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: dns.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.789522 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.790019 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension dns-integration not supported by any of loaded plugins Jun 16 13:36:15.790340 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: dns_domain_ports.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.791260 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.791763 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 13:36:15.792084 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: dvr.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.792741 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.793242 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: dvr Jun 16 13:36:15.793559 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: empty_string_filtering.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.794444 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.794970 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: empty-string-filtering Jun 16 13:36:15.795293 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.796176 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.796679 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 13:36:15.797001 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.797886 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.798399 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 13:36:15.798703 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: external_net.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.799619 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.800145 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: external-net Jun 16 13:36:15.800487 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.801380 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.801878 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: extra_dhcp_opt Jun 16 13:36:15.802194 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: extraroute.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.803122 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.803623 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: extraroute Jun 16 13:36:15.803941 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: extraroute_atomic.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.804960 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.805464 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: extraroute-atomic Jun 16 13:36:15.805785 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: filter_validation.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.806442 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.806976 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: filter-validation Jun 16 13:36:15.807295 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: fip_pf_description.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.808180 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.808686 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 13:36:15.809005 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: fip_port_details.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.809897 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.810400 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: fip-port-details Jun 16 13:36:15.810718 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: flavors.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.811955 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.812461 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: flavors Jun 16 13:36:15.812785 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.814425 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.814977 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 13:36:15.815309 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: floatingip_pools.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.816032 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.816542 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: floatingip-pools Jun 16 13:36:15.816867 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: ip_allocation.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.817773 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.818277 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 13:36:15.818602 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.819524 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.820030 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: ip-substring-filtering Jun 16 13:36:15.820359 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: l2_adjacency.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.821260 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.821758 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 13:36:15.822080 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: l3.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.823074 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.823585 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: router Jun 16 13:36:15.823908 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.826256 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.826843 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 13:36:15.827203 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.828113 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.828625 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: ext-gw-mode Jun 16 13:36:15.828950 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.829846 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.830355 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: l3-ha Jun 16 13:36:15.830678 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: l3_flavors.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.832137 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.832646 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: l3-flavors Jun 16 13:36:15.832966 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.833882 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.834388 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 13:36:15.834706 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: l3agentscheduler.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.835749 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.836257 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: l3_agent_scheduler Jun 16 13:36:15.836581 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: logging.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.838071 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.838589 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension logging not supported by any of loaded plugins Jun 16 13:36:15.838947 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: metering.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.839682 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.840252 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: metering Jun 16 13:36:15.840574 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.841646 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.842158 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: metering_source_and_destination_fields Jun 16 13:36:15.842483 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: multiprovidernet.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.843421 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.843931 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: multi-provider Jun 16 13:36:15.844295 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: netmtu.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.845148 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.845652 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: net-mtu Jun 16 13:36:15.845972 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: netmtu_writable.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.847486 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.847993 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: net-mtu-writable Jun 16 13:36:15.848314 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: network_availability_zone.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.848975 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.849476 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: network_availability_zone Jun 16 13:36:15.849794 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: network_ip_availability.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.850860 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.851397 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: network-ip-availability Jun 16 13:36:15.851726 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: network_segment_range.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.852486 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.852988 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 13:36:15.853307 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: pagination.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.854317 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.854606 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: pagination Jun 16 13:36:15.854956 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: port_device_profile.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.855854 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.856367 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: port-device-profile Jun 16 13:36:15.856687 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.857574 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.858079 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: port-mac-address-regenerate Jun 16 13:36:15.858398 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.859324 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.859828 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: port-numa-affinity-policy Jun 16 13:36:15.860147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: port_resource_request.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.861029 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.861527 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 13:36:15.861853 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: portbindings.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.862784 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.863314 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: binding Jun 16 13:36:15.863634 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: portbindings_extended.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.864894 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.865405 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: binding-extended Jun 16 13:36:15.865733 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: portsecurity.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.866629 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.867167 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: port-security Jun 16 13:36:15.867489 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: project_id.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.868575 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.868904 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: project-id Jun 16 13:36:15.869225 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: providernet.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.870136 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.870648 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: provider Jun 16 13:36:15.871004 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.874545 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.875100 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos not supported by any of loaded plugins Jun 16 13:36:15.875429 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.876653 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.877167 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 13:36:15.877497 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.878421 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.878954 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 13:36:15.879279 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos_default.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.880170 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.880676 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos-default not supported by any of loaded plugins Jun 16 13:36:15.880999 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos_fip.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.881637 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.882140 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos-fip not supported by any of loaded plugins Jun 16 13:36:15.882457 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos_gateway_ip.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.883636 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.883896 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 13:36:15.884215 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos_port_network_policy.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.885105 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.885608 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 13:36:15.885926 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos_rule_type_details.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.886817 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.887346 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 13:36:15.887663 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: qos_rules_alias.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.888676 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.889182 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 13:36:15.889501 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: quotasv2.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.890399 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.890719 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: quotas Jun 16 13:36:15.891069 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: quotasv2_detail.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.894607 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.894975 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: quota_details Jun 16 13:36:15.895304 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: rbac.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.896349 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.896870 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: rbac-policies Jun 16 13:36:15.897195 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: rbac_address_group.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.898102 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.898618 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: rbac-address-group Jun 16 13:36:15.898978 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: rbac_address_scope.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.899873 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.900385 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: rbac-address-scope Jun 16 13:36:15.900705 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: rbac_security_groups.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.901806 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.902320 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: rbac-security-groups Jun 16 13:36:15.902642 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: rbac_subnetpool.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.903558 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.904072 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: rbac-subnetpool Jun 16 13:36:15.904400 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: revisionifmatch.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.905297 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.905806 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: revision-if-match Jun 16 13:36:15.906128 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: revisions.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.907253 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.908022 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: standard-attr-revisions Jun 16 13:36:15.908346 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: router_availability_zone.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.909003 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.910125 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: router_availability_zone Jun 16 13:36:15.910444 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: routerservicetype.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.911368 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.911881 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension router-service-type not supported by any of loaded plugins Jun 16 13:36:15.912201 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.913103 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.913609 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: security-groups-normalized-cidr Jun 16 13:36:15.913931 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.914829 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.915361 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: port-security-groups-filtering Jun 16 13:36:15.915683 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.916581 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.917089 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: security-groups-remote-address-group Jun 16 13:36:15.917406 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: securitygroup.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.926974 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.927509 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: security-group Jun 16 13:36:15.927834 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: segment.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.928614 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.929120 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension segment not supported by any of loaded plugins Jun 16 13:36:15.929445 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.930367 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.930895 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 13:36:15.931229 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: servicetype.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.932327 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.932845 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: service-type Jun 16 13:36:15.933170 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: sorting.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.934128 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.934458 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: sorting Jun 16 13:36:15.934778 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: standard_attr_segment.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.935700 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.936208 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 13:36:15.936529 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: standardattrdescription.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.937160 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.937658 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: standard-attr-description Jun 16 13:36:15.937974 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: stateful_security_group.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.938891 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.939402 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: stateful-security-group Jun 16 13:36:15.939723 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: stdattrs_common.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.940301 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 13:36:15.941143 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.942113 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.942617 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 13:36:15.942968 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: subnet_onboard.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.944023 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.944529 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: subnet_onboard Jun 16 13:36:15.944919 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.945759 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.946260 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 13:36:15.946579 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: subnet_service_types.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.947500 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.948006 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: subnet-service-types Jun 16 13:36:15.948326 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: subnetallocation.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.949395 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.949903 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: subnet_allocation Jun 16 13:36:15.950226 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.950901 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.951407 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: subnetpool-prefix-ops Jun 16 13:36:15.951726 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.952646 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.953148 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 13:36:15.953469 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: tagging.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.954519 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.955054 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: standard-attr-tag Jun 16 13:36:15.955382 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: timestamp.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.957190 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.957705 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loaded extension: standard-attr-timestamp Jun 16 13:36:15.958025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: trunk.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.959081 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.959598 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension trunk not supported by any of loaded plugins Jun 16 13:36:15.959918 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: trunk_details.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.960819 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.961331 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension trunk-details not supported by any of loaded plugins Jun 16 13:36:15.961648 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: uplink_status_propagation.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.962554 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.963088 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 13:36:15.963412 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Loading extension file: vlantransparent.py {{(pid=103561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:36:15.964090 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:36:15.964567 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 13:36:15.967051 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:network Jun 16 13:36:15.967574 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:subnet Jun 16 13:36:15.967969 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:15.968355 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:port Jun 16 13:36:15.969619 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.970057 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service FLAVORS assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.970683 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.971135 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.971473 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:router Jun 16 13:36:15.971923 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:floatingip Jun 16 13:36:15.972419 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service METERING assigned prefix: /metering {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.973870 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.974239 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.974588 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:36:15.975630 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 13:36:15.976087 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:security_group Jun 16 13:36:15.976512 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 13:36:15.977166 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service CORE assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.977452 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:15.977809 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] subnetpool is already registered Jun 16 13:36:15.978238 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service CORE assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.978558 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:15.978899 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] subnetpool is already registered Jun 16 13:36:15.981172 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.981601 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service FLAVORS assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.982185 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.982606 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.982961 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:router Jun 16 13:36:15.983302 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] router is already registered Jun 16 13:36:15.983732 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:floatingip Jun 16 13:36:15.984038 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] floatingip is already registered Jun 16 13:36:15.984492 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service METERING assigned prefix: /metering {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.985151 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 13:36:15.985477 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] rbac_policy is already registered Jun 16 13:36:15.985881 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:security_group Jun 16 13:36:15.986211 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] security_group is already registered Jun 16 13:36:15.986609 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 13:36:15.986970 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] security_group_rule is already registered Jun 16 13:36:15.987611 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service CORE assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.987934 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:15.988271 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] subnetpool is already registered Jun 16 13:36:15.988686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.v2.resource_helper [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Service CORE assigned prefix: {{(pid=103561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:36:15.989009 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:36:15.989334 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING neutron.quota.resource_registry [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] subnetpool is already registered Jun 16 13:36:15.989817 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: extensions {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:15.991311 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: address-groups {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:15.992819 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: address-scopes {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:15.994137 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: agents {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:15.995314 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: auto-allocated-topology {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:15.996557 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: availability_zones {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:15.997774 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: dhcp-networks {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:15.999363 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: dhcp-agents {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.000778 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: routers {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.002565 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: flavors {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.005457 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: service_profiles {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.006699 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: next_providers {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.008149 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: service_profiles {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.009731 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: floatingip-pools {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.010965 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: routers {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.012679 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: floatingips {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.013962 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: l3-routers {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.015370 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: l3-agents {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.016774 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: metering-labels {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.018052 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: metering-label-rules {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.020092 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: network-ip-availabilities {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.021345 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: bindings {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.022906 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: quotas {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.024471 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: quotas {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.025932 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: rbac-policies {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.027104 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: security-groups {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.028399 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: security-group-rules {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.029642 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: service-providers {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.030861 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: subnetpools {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.032529 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: subnetpools {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.034091 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.035851 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.037650 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.039443 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.041126 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.043098 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.044770 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.046563 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.048455 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.050240 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron.api.extensions [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Extended resource: tags {{(pid=103561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:36:16.056389 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING keystonemiddleware.auth_token [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 13:36:16.060924 dv-cinder-789603-10-iscsi neutron-server[103561]: WARNING keystonemiddleware.auth_token [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 13:36:16.069738 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_concurrency.lockutils [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Acquired lock "singleton_lock" {{(pid=103561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 13:36:16.070215 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_concurrency.lockutils [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Releasing lock "singleton_lock" {{(pid=103561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 13:36:16.070862 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO oslo_service.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Starting 2 workers Jun 16 13:36:16.075605 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Started child 103670 {{(pid=103561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:36:16.080037 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Started child 103671 {{(pid=103561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:36:16.081002 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.082327 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO neutron.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 13:36:16.082905 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Notify callbacks [] for process, before_spawn {{(pid=103561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.083221 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [-] (103670) wsgi starting up on http://0.0.0.0:9696 Jun 16 13:36:16.085407 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO oslo_service.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Starting 1 workers Jun 16 13:36:16.085623 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.086992 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [-] (103671) wsgi starting up on http://0.0.0.0:9696 Jun 16 13:36:16.090552 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Started child 103672 {{(pid=103561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:36:16.091134 dv-cinder-789603-10-iscsi neutron-server[103561]: INFO oslo_service.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Starting 1 workers Jun 16 13:36:16.094482 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] calling RpcWorker wait() {{(pid=103672) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 13:36:16.095267 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] returning from RpcWorker wait() {{(pid=103672) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 13:36:16.095581 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Started child 103673 {{(pid=103561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:36:16.096191 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.096408 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG neutron_lib.callbacks.manager [None req-52890ee4-a2f3-40b6-902f-d6ada349ac0c None None] Notify callbacks [] for process, after_spawn {{(pid=103561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.096745 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:16.098647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 13:36:16.098647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:36:16.099023 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:36:16.099023 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:36:16.099330 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:36:16.099543 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:36:16.100152 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.100346 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.100515 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.100769 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.100947 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.101491 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.101633 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.101856 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.102116 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.102404 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.102642 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.102933 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.103183 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.103416 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.103642 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.103884 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.104112 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.104356 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.104548 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.104687 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.104939 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.105327 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.105489 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.105688 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] debug = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.105942 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.106426 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.106796 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.107031 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.107260 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.107490 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.107726 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.108120 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.108367 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.108595 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.108847 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.109080 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.109326 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.109326 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.109753 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.109897 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.110039 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.110472 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] host = dv-cinder-789603-10-iscsi {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.110706 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.110972 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.111359 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.111805 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.112090 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.112311 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.112592 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.112849 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.113134 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.113379 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.113629 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.113876 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.114101 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.114348 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.114514 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_options = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.114749 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.115103 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.115338 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.115607 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.115765 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.115982 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.116353 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.116522 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.116794 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.117053 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.117354 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.117512 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.117795 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.118022 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.118410 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.118647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.118831 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.119025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.119248 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.119480 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.119724 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.119970 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.120192 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.120427 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.120644 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.120879 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.121107 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.121323 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.121541 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.121793 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.122042 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.122288 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.123447 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.123447 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.123447 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.123447 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.123447 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.123804 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.123989 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.124199 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.124438 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.124672 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.124932 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.125298 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.125467 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.125597 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_json = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.125823 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.126094 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.126373 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.126567 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.126790 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.127134 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.127316 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.127571 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.128620 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.128900 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.131480 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.131480 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.131480 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.131480 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.131480 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.132479 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:16.132647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.132647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.132647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.132647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.132647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.132647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.132647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.132647 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.133685 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.133685 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.133685 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.133685 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.133685 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.133685 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.136888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.136888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.136888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.136888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.136888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.136888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.136888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.136888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.138310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.140428 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.142528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.144887 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.144887 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.144887 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.144887 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.144887 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.144887 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.144887 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.145681 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.145681 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.145681 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.145681 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.146147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.146147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.147930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.147930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.147930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.147930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.147930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.147930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.147930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.147930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.148671 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.148671 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.148671 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.148671 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.149100 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.149100 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.149313 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.149499 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.149827 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.150052 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.150315 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.150556 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.150812 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.151108 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.151370 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.151619 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.151833 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.152165 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.152314 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.152935 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.152935 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.153116 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.153233 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.153493 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.153713 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.154579 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.154579 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.154579 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.155040 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.155040 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.155279 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.155688 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.155688 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.155958 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.156174 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.156403 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.156700 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.156919 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.157173 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.157729 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.157994 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.158231 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.158482 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.158728 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.159012 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.159302 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.159562 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.159810 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.160069 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.160423 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.160573 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.160796 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.161010 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.162463 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.162463 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.162463 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.162463 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.162463 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.162463 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.163389 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.163389 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.163389 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.163389 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.163900 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.163900 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.164264 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.164400 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.165245 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.165245 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.165245 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.165245 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.165821 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.165821 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.166140 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.170025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.170025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.170025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.170025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.170025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.170025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.170025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.170025 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.171708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.172320 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.172320 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.172320 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.172320 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.172599 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.172705 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.172938 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.173186 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.173413 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.173628 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.173881 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.174109 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.174435 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.174679 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.174990 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.175246 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.175469 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.175720 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.175960 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.176175 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.176412 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.176624 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.176846 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.177100 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.177322 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.177559 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.177777 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.177995 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.178220 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.178434 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.178631 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.178924 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.179194 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.179438 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.179676 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.179909 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.180158 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.180392 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.180624 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.180840 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.181052 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.181279 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.181490 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.181717 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.181922 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.182141 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.182356 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.182563 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.182772 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.183013 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.183223 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.183480 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.183691 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.183900 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.184138 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.184353 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.184675 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.184925 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.185146 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.185429 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.185763 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.186029 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.186301 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.186635 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.186854 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.187146 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.187386 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.187605 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.187828 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.188080 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.188404 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.188694 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.188924 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.189187 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.189457 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.189752 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.190009 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.190243 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.191085 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.191426 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.191686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.191938 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.192176 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.192443 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.192660 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.192896 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.193128 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.193362 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.193596 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.193834 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.194062 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.194285 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.194533 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.194783 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.195046 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.195273 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.195508 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.195729 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.195963 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.196123 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:36:16.196694 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 13:36:16.196854 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:36:16.197007 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:36:16.197175 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:36:16.197359 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:36:16.197514 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:36:16.197719 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.197880 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.198039 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.198198 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.198356 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.198534 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.198693 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.198857 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.199038 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.199197 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.199355 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.199513 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.199672 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.199830 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.199989 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.200146 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.200303 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.200462 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.200627 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.200785 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.200941 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.201100 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.201259 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] debug = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.201416 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.201607 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.201771 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.201930 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.202095 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.202235 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.202392 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.202549 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.202706 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.202863 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.203046 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.203205 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.204686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.204686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.204686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.204686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.204686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.204686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] host = dv-cinder-789603-10-iscsi {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.204686 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.205401 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.205401 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.205401 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.205401 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.205401 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.205889 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.205889 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.205889 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.206277 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.206277 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.207050 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.207050 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.207299 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.207299 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_options = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.207549 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.207677 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.207760 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.207962 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.208067 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.208224 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.208383 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.208542 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.208701 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.208863 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.209018 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.209374 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.209374 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.209588 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.209690 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.209792 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.209905 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.210063 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.210221 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.210378 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.210536 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.210692 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.210851 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.211566 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.211566 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.211566 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.211566 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.211998 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.211998 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.211998 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.212205 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.212205 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.212349 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.212915 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.212915 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.212915 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.212915 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.213220 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.213220 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.213390 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.213549 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.213707 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.213866 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.214024 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.214183 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.214343 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_json = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.214501 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.214661 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.214896 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.215156 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.215322 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.215498 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.215639 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.215798 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:36:16.216007 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.216171 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.216345 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.216507 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.216667 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.216830 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.216999 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.217158 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.217320 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.217482 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.217651 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.217813 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.217986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.218147 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.218309 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.218475 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.218635 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.218798 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.218987 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.219152 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.219316 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.220551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.220551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.220551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.220551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.220551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.220551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.220551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.220551 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221157 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221157 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221157 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221157 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221438 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221438 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221584 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221771 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.221935 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.222091 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.222254 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.222416 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.222578 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.222746 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.222934 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.223083 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.223400 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.223566 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.223975 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.223975 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.224155 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.224251 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.224418 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.224630 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.224797 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.224961 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.225124 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.225286 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.225449 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.225611 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.225775 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.225937 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.226118 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.226283 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.226443 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.226604 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.226768 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.226953 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.227118 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.227281 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.227443 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.227605 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.227767 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.227928 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.228091 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.228255 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.228419 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.228582 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.228745 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.228908 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.229070 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.229232 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.229394 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.229556 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.229717 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.229888 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.230065 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.230227 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.230388 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.230549 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.230710 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.230886 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.231054 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.231143 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:16.231230 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.231366 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.231528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.231694 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.231853 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.232019 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.232165 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.232323 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.232484 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.232645 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.232806 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.232966 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.233127 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.233287 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.233448 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.233609 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.233769 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.233960 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.234120 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.234265 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.234399 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.234554 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.234722 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.234927 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.235087 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.235250 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.235412 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.235573 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.235735 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.235896 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.236058 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.236219 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.236380 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.236542 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.236703 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.236872 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.237044 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.237207 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.237395 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.237557 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.237741 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.237903 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.238066 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.238227 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.238391 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.238554 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.238715 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.238898 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.239062 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.239223 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.239386 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.239549 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.239711 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.239872 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.240032 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.240182 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.240343 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.240505 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.240668 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.240830 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.240992 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.241154 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.241316 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.241476 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.241636 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.241798 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.242986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.242986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.242986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.242986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.242986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.242986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.242986 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.243880 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.243880 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.243880 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.243880 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.243880 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.243880 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.244509 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.244509 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.244509 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.244509 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.244509 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.244933 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.244933 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.245167 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.245167 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.245385 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.245495 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.245581 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.245732 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.245893 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.246055 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.246217 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.246393 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.246556 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.246717 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.246897 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.247061 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.247224 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.247368 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.247563 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.247690 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.247825 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.247984 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.248140 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.248309 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.248441 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.248808 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.248808 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.249057 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.249057 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.249208 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.249373 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.249519 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.249661 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.249819 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.249981 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.250151 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.250313 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.250474 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.250635 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.250796 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.250988 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.251151 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.251313 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.251498 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.251630 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.251795 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.252009 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.252141 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.252264 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.252403 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.252622 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.252758 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.252883 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.253564 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.253708 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.253879 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.254041 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.254204 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.254377 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.254528 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.254690 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.254858 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.255059 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.255223 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.255430 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.255550 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.255711 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.255873 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.256036 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.256202 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.256379 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.256577 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.256710 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.256844 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.257010 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.257178 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.257341 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.257502 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.257717 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.257813 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.257974 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.258183 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.258310 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.258432 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.258585 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.258746 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.258927 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.259092 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.259255 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.259416 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.259576 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.259738 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.259899 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.260061 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.260223 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.260385 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.260548 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.260711 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:36:16.260865 dv-cinder-789603-10-iscsi neutron-server[103561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:36:16.539436 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35662) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:16.548052 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064430 Jun 16 13:36:27.778194 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c527ea-cc86-4c58-9103-74d819024ced None None] get_active_networks_info from dv-cinder-789603-10-iscsi {{(pid=103672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 13:36:27.857227 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c527ea-cc86-4c58-9103-74d819024ced None None] No non-hosted networks {{(pid=103672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 13:36:27.873566 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.agentschedulers_db [None req-b5c527ea-cc86-4c58-9103-74d819024ced None None] DHCP Agent not found on host dv-cinder-789603-10-iscsi {{(pid=103672) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 13:36:27.991893 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c77fe824-cfad-4093-99e6-87d00c154998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039'] for agent, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.286833 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039'] for agent, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.287674 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.288118 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.288755 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.289209 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.290573 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.292075 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.293004 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.295235 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.295847 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.297934 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.298643 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.299994 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:30.300426 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:30.315750 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:30.531414 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-49dbcd8f-16f1-4f3f-9e93-5cb2e9cf483d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039'] for agent, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.585115 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8d9e7813-dd95-4c8f-8327-e3b6711c489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:31.467465 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039'] for agent, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:33.256381 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039'] for agent, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:34.384855 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35754) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:34.884573 dv-cinder-789603-10-iscsi neutron-server[103670]: WARNING oslo_policy.policy [None req-956bb9fe-e2a8-4221-a16c-2fe18b5bc6a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:34.885180 dv-cinder-789603-10-iscsi neutron-server[103670]: WARNING oslo_policy.policy [None req-956bb9fe-e2a8-4221-a16c-2fe18b5bc6a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:35.110141 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [None req-956bb9fe-e2a8-4221-a16c-2fe18b5bc6a9 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:35.111173 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-956bb9fe-e2a8-4221-a16c-2fe18b5bc6a9 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7254000 Jun 16 13:36:37.471744 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 35768) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:37.843984 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.db.l3_hamode_db [None req-fe31a9d1-3df7-464d-aca3-7969a1f60c14 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 13:36:37.931848 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31a9d1-3df7-464d-aca3-7969a1f60c14 None None] Routers set() bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:36:37.932261 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31a9d1-3df7-464d-aca3-7969a1f60c14 None None] Router IDs set() for agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 13:36:37.978355 dv-cinder-789603-10-iscsi neutron-server[103671]: WARNING oslo_policy.policy [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:37.978938 dv-cinder-789603-10-iscsi neutron-server[103671]: WARNING oslo_policy.policy [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:38.194630 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:38.288716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.policy [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103671) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 13:36:38.334851 dv-cinder-789603-10-iscsi neutron-server[103671]: WARNING oslo_policy.policy [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:38.335252 dv-cinder-789603-10-iscsi neutron-server[103671]: WARNING oslo_policy.policy [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:38.344461 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.quota [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] Loaded quota_driver: . Jun 16 13:36:38.439183 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776717774706', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776717774113', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776717752543', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776717752033', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776717731032', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776717738130', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1475520', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1486665', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33142240', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33256670'] for rbac-policy, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:38.506090 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:38.507452 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-cdaaa847-5205-46a2-893d-544bff41f260 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0330005 Jun 16 13:36:41.072156 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 35786) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:41.372750 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Request body: {'network': {'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'name': 'private', 'admin_state_up': True}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:41.401917 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Made reservation on behalf of 5c3bf9558fad4f8185415451bca5a0d7 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:41.405052 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.422218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.556521 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.560222 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.565821 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:41.581469 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 1226, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:36:41.609774 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776715787048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.610373 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Unsubscribe: segment precommit_create {{(pid=103671) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 13:36:41.610894 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Added segment 9ba706ec-1cc1-467d-a89e-4b3e3467fee3 of type vlan for network 00ef4711-1538-43eb-b61d-92d0c768bf38 Jun 16 13:36:41.632396 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0f4c72-86ee-45fe-aa38-c14a34b5278b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:41.682303 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.682645 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.683006 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.683328 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.683648 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.683974 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.684290 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.684616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.684927 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.685232 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.685535 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.685845 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Tracked resource versions report: Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: pushed versions: Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Log': {'1.0'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Network': {'1.1'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Port': {'1.7'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'PortForwarding': {'1.2'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'QosPolicy': {'1.8'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SubPort': {'1.0'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Subnet': {'1.1'}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Trunk': {'1.1'}} Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: consumer versions: Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: { DHCP agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: L3 agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: Metadata agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: Metering agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: Open vSwitch agent@dv-cinder-789603-10-iscsi: { 'AddressGroup': '1.2', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'ConntrackHelper': '1.0', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Log': '1.0', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Network': '1.1', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Port': '1.7', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'PortForwarding': '1.2', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'QosPolicy': '1.8', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SecurityGroup': '1.4', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SecurityGroupRule': '1.2', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SubPort': '1.0', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Subnet': '1.1', Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Trunk': '1.1'}} Jun 16 13:36:41.687222 dv-cinder-789603-10-iscsi neutron-server[103671]: {{(pid=103671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:41.740006 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.747484 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:41.798436 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.800140 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:41.800816 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.803806 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:41.850255 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7769127 Jun 16 13:36:41.904524 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Pushing event updated for resources: {'Network': ['ID=00ef4711-1538-43eb-b61d-92d0c768bf38,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:41.908050 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:41.917059 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 00ef4711-1538-43eb-b61d-92d0c768bf38 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:36:44.460942 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35800) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:44.977095 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.policy [None req-f1bce821-328f-4eaf-b4e7-271dacf25bb4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 13:36:45.021662 dv-cinder-789603-10-iscsi neutron-server[103670]: WARNING oslo_policy.policy [None req-f1bce821-328f-4eaf-b4e7-271dacf25bb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:45.022036 dv-cinder-789603-10-iscsi neutron-server[103670]: WARNING oslo_policy.policy [None req-f1bce821-328f-4eaf-b4e7-271dacf25bb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:45.030278 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bce821-328f-4eaf-b4e7-271dacf25bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:45.031998 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f1bce821-328f-4eaf-b4e7-271dacf25bb4 admin admin] 10.222.0.64 "GET /v2.0/networks/00ef4711-1538-43eb-b61d-92d0c768bf38 HTTP/1.1" status: 200 len: 826 time: 0.5701492 Jun 16 13:36:45.069644 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b9c32ae1-bbd9-422f-a284-3b36c3d022e6 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/41ad85d9-260e-446a-94ff-b87e20c3ce16 HTTP/1.1" status: 200 len: 734 time: 0.0314143 Jun 16 13:36:45.078243 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Request body: {'subnet': {'subnetpool_id': '41ad85d9-260e-446a-94ff-b87e20c3ce16', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:45.079795 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.quota [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Loaded quota_driver: . Jun 16 13:36:45.120038 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Made reservation on behalf of 5c3bf9558fad4f8185415451bca5a0d7 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:45.122702 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:45.429088 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:45.434283 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:45.501388 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Checking segment: {'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:45.502054 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Network hostable DHCP agents. Network: 00ef4711-1538-43eb-b61d-92d0c768bf38, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:36:45.513210 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68d242d-74b4-4f85-9030-f820bfbbeb87,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:45.527601 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.527952 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.528280 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.528599 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.528919 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.529243 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.529556 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.530003 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.530215 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.530520 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.530824 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.531155 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Tracked resource versions report: Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: pushed versions: Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Log': {'1.0'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Network': {'1.1'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Port': {'1.7'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'PortForwarding': {'1.2'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'QosPolicy': {'1.8'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SubPort': {'1.0'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Subnet': {'1.1'}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Trunk': {'1.1'}} Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: consumer versions: Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: { DHCP agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: L3 agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: Metadata agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: Metering agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: Open vSwitch agent@dv-cinder-789603-10-iscsi: { 'AddressGroup': '1.2', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'ConntrackHelper': '1.0', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Log': '1.0', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Network': '1.1', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Port': '1.7', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'PortForwarding': '1.2', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'QosPolicy': '1.8', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SecurityGroup': '1.4', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SecurityGroupRule': '1.2', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SubPort': '1.0', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Subnet': '1.1', Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Trunk': '1.1'}} Jun 16 13:36:45.532719 dv-cinder-789603-10-iscsi neutron-server[103670]: {{(pid=103670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:45.561312 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Network 00ef4711-1538-43eb-b61d-92d0c768bf38 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:36:45.575108 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:45.578558 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 00ef4711-1538-43eb-b61d-92d0c768bf38) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:45.584263 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:45.584899 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:45.590628 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec2adc-cbb7-4391-b72d-8269ed862858 None None] Network 00ef4711-1538-43eb-b61d-92d0c768bf38 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:36:45.606143 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5313015 Jun 16 13:36:45.909434 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-00ef4711-1538-43eb-b61d-92d0c768bf38', 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'fixed_ips': [{'subnet_id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:36:45.911180 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:46.185596 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Allocated IP 172.20.0.2 (00ef4711-1538-43eb-b61d-92d0c768bf38/b68d242d-74b4-4f85-9030-f820bfbbeb87/322f2dc9-5305-40e1-9ff6-9773651a7549) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:36:46.389694 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:46.405195 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Transition to ACTIVE for port object 322f2dc9-5305-40e1-9ff6-9773651a7549 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:46.428901 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Transition to ACTIVE for port object 322f2dc9-5305-40e1-9ff6-9773651a7549 will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:46.437283 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:46.439812 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:46.536290 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Network 00ef4711-1538-43eb-b61d-92d0c768bf38 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:36:46.542801 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:46.551047 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:36:46.554105 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Pushing event updated for resources: {'Port': ['ID=322f2dc9-5305-40e1-9ff6-9773651a7549,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:46.579387 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.579740 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.580079 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.580407 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.580732 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.581089 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.581414 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.582226 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.582558 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.582902 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.583222 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.583839 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Tracked resource versions report: Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: pushed versions: Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Log': {'1.0'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Network': {'1.1'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Port': {'1.7'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'PortForwarding': {'1.2'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'QosPolicy': {'1.8'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SubPort': {'1.0'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Subnet': {'1.1'}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Trunk': {'1.1'}} Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: consumer versions: Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: { DHCP agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: L3 agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: Metadata agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: Metering agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: Open vSwitch agent@dv-cinder-789603-10-iscsi: { 'AddressGroup': '1.2', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'ConntrackHelper': '1.0', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Log': '1.0', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Network': '1.1', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Port': '1.7', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'PortForwarding': '1.2', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'QosPolicy': '1.8', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SecurityGroup': '1.4', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SecurityGroupRule': '1.2', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SubPort': '1.0', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Subnet': '1.1', Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Trunk': '1.1'}} Jun 16 13:36:46.584870 dv-cinder-789603-10-iscsi neutron-server[103672]: {{(pid=103672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:46.609398 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:46.639321 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Attempting to bind port 322f2dc9-5305-40e1-9ff6-9773651a7549 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:36:46.639716 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Attempting to bind port 322f2dc9-5305-40e1-9ff6-9773651a7549 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:36:46.640162 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Attempting to bind port 322f2dc9-5305-40e1-9ff6-9773651a7549 on network 00ef4711-1538-43eb-b61d-92d0c768bf38 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:36:46.646426 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:36:46.646825 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Checking segment: {'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:46.647318 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:46.647709 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Bound using segment: {'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:36:46.648202 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Bound port: 322f2dc9-5305-40e1-9ff6-9773651a7549, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:36:46.648613 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:46.721512 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] For port 322f2dc9-5305-40e1-9ff6-9773651a7549, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:36:46.726469 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] For port 322f2dc9-5305-40e1-9ff6-9773651a7549, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=322f2dc9-5305-40e1-9ff6-9773651a7549,segment=NetworkSegment(9ba706ec-1cc1-467d-a89e-4b3e3467fee3),segment_id=9ba706ec-1cc1-467d-a89e-4b3e3467fee3)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:36:46.733560 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:46.739234 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:46.806376 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Pushing event updated for resources: {'Port': ['ID=322f2dc9-5305-40e1-9ff6-9773651a7549,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:46.810109 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:47.973947 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35814) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:48.303264 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [None req-cbad5e49-f41d-4404-90ab-31617b0dc688 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:48.304296 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-cbad5e49-f41d-4404-90ab-31617b0dc688 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3294010 Jun 16 13:36:50.676386 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35822) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:50.993432 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [None req-324e78cd-aaf6-4fed-b673-36a43a3a3036 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:50.994411 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-324e78cd-aaf6-4fed-b673-36a43a3a3036 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171003 Jun 16 13:36:52.267734 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 322f2dc9-5305-40e1-9ff6-9773651a7549 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:36:52.355633 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 322f2dc9-5305-40e1-9ff6-9773651a7549 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:36:52.972094 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37f6c9-4c62-4ad6-af13-31ead1bb8550 None None] Network 00ef4711-1538-43eb-b61d-92d0c768bf38 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:36:53.075357 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] Provisioning for port 322f2dc9-5305-40e1-9ff6-9773651a7549 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:36:53.084341 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] Provisioning complete for port 322f2dc9-5305-40e1-9ff6-9773651a7549 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:53.084732 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:53.271730 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:53.326674 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] For port 322f2dc9-5305-40e1-9ff6-9773651a7549, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=322f2dc9-5305-40e1-9ff6-9773651a7549,segment=NetworkSegment(9ba706ec-1cc1-467d-a89e-4b3e3467fee3),segment_id=9ba706ec-1cc1-467d-a89e-4b3e3467fee3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:36:53.330977 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:53.333076 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:53.385960 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] Pushing event updated for resources: {'Port': ['ID=322f2dc9-5305-40e1-9ff6-9773651a7549,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:53.389298 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:53.552197 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-b6557f1d-4dec-4835-ade9-b81a9cfd824d None None] Provisioning complete for port 322f2dc9-5305-40e1-9ff6-9773651a7549 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:53.552578 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b6557f1d-4dec-4835-ade9-b81a9cfd824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:53.723558 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35836) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:54.018262 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-d532e9e6-9996-4fa6-b0a7-e87c34b968ea admin admin] Request body: {'router': {'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'name': 'router1', 'admin_state_up': True}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:54.043490 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d532e9e6-9996-4fa6-b0a7-e87c34b968ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.045130 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d532e9e6-9996-4fa6-b0a7-e87c34b968ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.211881 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d532e9e6-9996-4fa6-b0a7-e87c34b968ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.217365 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d532e9e6-9996-4fa6-b0a7-e87c34b968ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.231812 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d532e9e6-9996-4fa6-b0a7-e87c34b968ea admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:54.233171 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d532e9e6-9996-4fa6-b0a7-e87c34b968ea admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5085249 Jun 16 13:36:54.249901 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 322f2dc9-5305-40e1-9ff6-9773651a7549 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:36:54.303661 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 322f2dc9-5305-40e1-9ff6-9773651a7549 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:54.304341 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:56.640510 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35844) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:56.960962 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [None req-23a03f30-8a64-49b6-a7b6-06bfeceee1ba admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:56.961982 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-23a03f30-8a64-49b6-a7b6-06bfeceee1ba admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204975 Jun 16 13:36:57.695387 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a62ed915-b53d-40c7-94d8-3fd2d30466ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.351291 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35852) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:59.682047 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:59.706014 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Made reservation on behalf of 96c86dff57774cc7a6440ade15d39bfc for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:59.709115 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.725493 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.843519 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.846908 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.851721 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:59.867039 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Reserving flat network on physical network physnet1 {{(pid=103670) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 13:36:59.893742 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac55b3c-9ad4-476c-ac28-cf4108a64735,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:59.898186 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:59.899884 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776715787048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:59.900694 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Unsubscribe: segment precommit_create {{(pid=103670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 13:36:59.901572 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Added segment 3bc25e55-9871-4bb2-b7cd-e90b4832ee55 of type flat for network 28a838ac-c210-419e-b36f-817744e9372f Jun 16 13:36:59.957752 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:00.008198 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:00.009538 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:00.010137 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:00.013000 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:00.055954 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7034898 Jun 16 13:37:00.107331 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Pushing event updated for resources: {'Network': ['ID=28a838ac-c210-419e-b36f-817744e9372f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:00.110930 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:00.119678 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 28a838ac-c210-419e-b36f-817744e9372f details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:37:00.286580 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:00.523945 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1bbb8e36-6699-49ef-804b-bea039d6d504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:01.421449 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:02.452856 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35870) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:02.651166 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61ce20c-48d7-42ae-9923-24793fba6dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:02.652597 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e61ce20c-48d7-42ae-9923-24793fba6dd7 admin admin] 10.222.0.64 "GET /v2.0/subnets/b68d242d-74b4-4f85-9030-f820bfbbeb87 HTTP/1.1" status: 200 len: 849 time: 0.1988437 Jun 16 13:37:02.779891 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-39f4fc0d-b4f2-411e-93da-aedc66e0bbac admin admin] 10.222.0.64 "GET /v2.0/routers/662495ff-4407-45b4-8637-599b7544947a HTTP/1.1" status: 200 len: 704 time: 0.1196742 Jun 16 13:37:03.057794 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:03.198753 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:03.366074 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Allocated IP 172.20.0.1 (00ef4711-1538-43eb-b61d-92d0c768bf38/b68d242d-74b4-4f85-9030-f820bfbbeb87/93ed707f-c08c-4777-b790-b67e458a4bd4) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:37:03.523224 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:03.545987 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Transition to ACTIVE for port object 93ed707f-c08c-4777-b790-b67e458a4bd4 will not be triggered until provisioned by entity DHCP. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:37:03.686265 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:03.688488 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:03.758969 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Network 00ef4711-1538-43eb-b61d-92d0c768bf38 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:37:03.766042 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:37:03.771923 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:37:03.772231 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:03.797251 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Pushing event updated for resources: {'Port': ['ID=93ed707f-c08c-4777-b790-b67e458a4bd4,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:03.840331 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:03.991367 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:04.020214 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-a7a64dfc-4f9f-4b73-9c71-33bbf044a6bb None None] Provisioning for port 93ed707f-c08c-4777-b790-b67e458a4bd4 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:37:04.023824 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-a7a64dfc-4f9f-4b73-9c71-33bbf044a6bb None None] Provisioning complete for port 93ed707f-c08c-4777-b790-b67e458a4bd4 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:04.024196 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a7a64dfc-4f9f-4b73-9c71-33bbf044a6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:04.058376 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-a7a64dfc-4f9f-4b73-9c71-33bbf044a6bb None None] Port 93ed707f-c08c-4777-b790-b67e458a4bd4 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:37:04.168569 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:04.173016 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:04.174194 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:04.177281 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:04.229420 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Pushing event updated for resources: {'Port': ['ID=93ed707f-c08c-4777-b790-b67e458a4bd4,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:04.233510 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:04.306029 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Network 00ef4711-1538-43eb-b61d-92d0c768bf38 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:37:04.307415 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:37:04.469508 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Router 662495ff-4407-45b4-8637-599b7544947a is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:37:04.479143 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bedefb84-fc7a-49d5-8740-466d884f0688 None None] Provisioning complete for port 93ed707f-c08c-4777-b790-b67e458a4bd4 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:04.479695 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bedefb84-fc7a-49d5-8740-466d884f0688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:04.511898 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bedefb84-fc7a-49d5-8740-466d884f0688 None None] Port 93ed707f-c08c-4777-b790-b67e458a4bd4 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:37:04.560470 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:37:04.566283 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] 10.222.0.64 "PUT /v2.0/routers/662495ff-4407-45b4-8637-599b7544947a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7803099 Jun 16 13:37:04.570529 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Sync routers for ids ['662495ff-4407-45b4-8637-599b7544947a'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:37:04.582700 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Routers {'662495ff-4407-45b4-8637-599b7544947a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:37:04.583490 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:37:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['662495ff-4407-45b4-8637-599b7544947a'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:04.769398 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Set router 662495ff-4407-45b4-8637-599b7544947a gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:37:05.172702 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:37:05.202490 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662495ff-4407-45b4-8637-599b7544947a', 'name': 'router1', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:54Z', 'updated_at': '2021-06-16T13:37:03Z', 'revision_number': 2, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'gw_port_host': None, '_interfaces': [{'id': '93ed707f-c08c-4777-b790-b67e458a4bd4', 'name': '', 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'mac_address': 'fa:16:3e:ac:f2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:03Z', 'updated_at': '2021-06-16T13:37:04Z', 'revision_number': 2, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'subnets': [{'id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41ad85d9-260e-446a-94ff-b87e20c3ce16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:05.208723 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Checking router: 662495ff-4407-45b4-8637-599b7544947a for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:37:05.209106 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Updating router 662495ff-4407-45b4-8637-599b7544947a port 93ed707f-c08c-4777-b790-b67e458a4bd4 binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:37:05.276343 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:05.782532 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:05.801282 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Transition to ACTIVE for port object 93ed707f-c08c-4777-b790-b67e458a4bd4 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:37:05.807009 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:05.811716 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:05.939591 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Pushing event updated for resources: {'Port': ['ID=93ed707f-c08c-4777-b790-b67e458a4bd4,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:05.947581 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.947918 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.948243 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.948561 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.948875 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.949201 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.949515 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.949838 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.950142 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.950450 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.950754 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.951080 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Tracked resource versions report: Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: pushed versions: Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: { 'AddressGroup': {'1.2'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'ConntrackHelper': {'1.0'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Log': {'1.0'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Network': {'1.1'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Port': {'1.7'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'PortForwarding': {'1.2'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'QosPolicy': {'1.8'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SecurityGroup': {'1.4'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SubPort': {'1.0'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Subnet': {'1.1'}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Trunk': {'1.1'}} Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: consumer versions: Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: { DHCP agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: L3 agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: Metadata agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: Metering agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: Open vSwitch agent@dv-cinder-789603-10-iscsi: { 'AddressGroup': '1.2', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'ConntrackHelper': '1.0', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Log': '1.0', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Network': '1.1', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Port': '1.7', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'PortForwarding': '1.2', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'QosPolicy': '1.8', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SecurityGroup': '1.4', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SecurityGroupRule': '1.2', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SubPort': '1.0', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Subnet': '1.1', Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Trunk': '1.1'}} Jun 16 13:37:05.952444 dv-cinder-789603-10-iscsi neutron-server[103673]: {{(pid=103673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:37:05.974508 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:06.025279 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Attempting to bind port 93ed707f-c08c-4777-b790-b67e458a4bd4 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:37:06.025678 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Attempting to bind port 93ed707f-c08c-4777-b790-b67e458a4bd4 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:37:06.026237 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Attempting to bind port 93ed707f-c08c-4777-b790-b67e458a4bd4 on network 00ef4711-1538-43eb-b61d-92d0c768bf38 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:37:06.031919 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:37:06.032320 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Checking segment: {'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:37:06.033108 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.033436 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Bound using segment: {'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:37:06.033960 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Bound port: 93ed707f-c08c-4777-b790-b67e458a4bd4, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba706ec-1cc1-467d-a89e-4b3e3467fee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:37:06.034986 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.103216 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] For port 93ed707f-c08c-4777-b790-b67e458a4bd4, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:37:06.125348 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] For port 93ed707f-c08c-4777-b790-b67e458a4bd4, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=93ed707f-c08c-4777-b790-b67e458a4bd4,segment=NetworkSegment(9ba706ec-1cc1-467d-a89e-4b3e3467fee3),segment_id=9ba706ec-1cc1-467d-a89e-4b3e3467fee3)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:37:06.130032 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:06.132373 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:06.175695 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Routers {'662495ff-4407-45b4-8637-599b7544947a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:37:06.176325 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:37:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['662495ff-4407-45b4-8637-599b7544947a'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:06.264361 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Pushing event updated for resources: {'Port': ['ID=93ed707f-c08c-4777-b790-b67e458a4bd4,revision_number=4']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:06.269181 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:06.281291 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] Set router 662495ff-4407-45b4-8637-599b7544947a gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:37:06.486134 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662495ff-4407-45b4-8637-599b7544947a', 'name': 'router1', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:54Z', 'updated_at': '2021-06-16T13:37:03Z', 'revision_number': 2, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'gw_port_host': None, '_interfaces': [{'id': '93ed707f-c08c-4777-b790-b67e458a4bd4', 'name': '', 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'mac_address': 'fa:16:3e:ac:f2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:03Z', 'updated_at': '2021-06-16T13:37:06Z', 'revision_number': 4, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'subnets': [{'id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41ad85d9-260e-446a-94ff-b87e20c3ce16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:06.489893 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e5d52-513d-4dba-9c69-5d050c66cdb7 None None] The sync data for ids ['662495ff-4407-45b4-8637-599b7544947a'] in dv-cinder-789603-10-iscsi is: [{'id': '662495ff-4407-45b4-8637-599b7544947a', 'name': 'router1', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:54Z', 'updated_at': '2021-06-16T13:37:03Z', 'revision_number': 2, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'gw_port_host': None, '_interfaces': [{'id': '93ed707f-c08c-4777-b790-b67e458a4bd4', 'name': '', 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'mac_address': 'fa:16:3e:ac:f2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:03Z', 'updated_at': '2021-06-16T13:37:06Z', 'revision_number': 4, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'subnets': [{'id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41ad85d9-260e-446a-94ff-b87e20c3ce16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:37:06.776011 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35890) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:06.890859 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31a0011-f8ed-4f79-844e-d584e1c2fb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:06.892265 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e31a0011-f8ed-4f79-844e-d584e1c2fb7a admin admin] 10.222.0.64 "GET /v2.0/networks/28a838ac-c210-419e-b36f-817744e9372f HTTP/1.1" status: 200 len: 842 time: 0.1152918 Jun 16 13:37:06.901569 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:37:06.924436 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Made reservation on behalf of 96c86dff57774cc7a6440ade15d39bfc for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:37:06.927260 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:07.203952 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.objects.ports [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103670) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 13:37:07.204746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:07.206624 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7cb98a16-ded8-4c45-9cd6-c4747bf7cf21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:07.257857 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc03837-684d-4e65-8719-2a23f654cd4c,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:07.261398 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:07.267988 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:37:07.268845 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Network hostable DHCP agents. Network: 28a838ac-c210-419e-b36f-817744e9372f, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:37:07.285454 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:37:07.294768 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 28a838ac-c210-419e-b36f-817744e9372f) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:37:07.299224 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:07.299853 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:07.304159 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa86747-cc24-4c13-ae5d-071a3092e6bb None None] Network 28a838ac-c210-419e-b36f-817744e9372f requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:37:07.316895 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4183280 Jun 16 13:37:07.442820 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20c921-dccf-499c-94ff-2d6e26eb63d6 None None] Network 28a838ac-c210-419e-b36f-817744e9372f requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:37:09.604508 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35902) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:09.810683 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2e6b1f64-ca26-4a5b-9373-65e434e5834f admin admin] 10.222.0.64 "GET /v2.0/routers/662495ff-4407-45b4-8637-599b7544947a HTTP/1.1" status: 200 len: 710 time: 0.2043083 Jun 16 13:37:09.896910 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6070709e-56f8-4b71-802a-a31b06717784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:37:09.898270 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6070709e-56f8-4b71-802a-a31b06717784 admin admin] 10.222.0.64 "GET /v2.0/networks/28a838ac-c210-419e-b36f-817744e9372f HTTP/1.1" status: 200 len: 886 time: 0.0820198 Jun 16 13:37:09.906787 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:37:10.144370 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:10.278179 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 93ed707f-c08c-4777-b790-b67e458a4bd4 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:10.331387 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 93ed707f-c08c-4777-b790-b67e458a4bd4 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:37:10.335734 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 93ed707f-c08c-4777-b790-b67e458a4bd4 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:10.336102 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:10.407322 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:10.425050 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:10.462973 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 93ed707f-c08c-4777-b790-b67e458a4bd4, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=93ed707f-c08c-4777-b790-b67e458a4bd4,segment=NetworkSegment(9ba706ec-1cc1-467d-a89e-4b3e3467fee3),segment_id=9ba706ec-1cc1-467d-a89e-4b3e3467fee3)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:37:10.468003 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:10.472235 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-3b3794de-c7ce-40d4-b221-b7b2e7e8b51c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:10.493971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:10.523270 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=93ed707f-c08c-4777-b790-b67e458a4bd4,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:10.526784 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:10.604914 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Allocated IP 172.27.2.148 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/b64846b0-69b5-44b8-9a46-49c48b998868) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:37:10.706924 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:10.750957 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:10.753619 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f2cae523-276f-4815-9fec-56953585dff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:10.793870 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:37:10.797336 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:37:10.799427 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b64846b0-69b5-44b8-9a46-49c48b998868,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:10.810867 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:37:10.878755 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:11.055212 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:11.327481 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:11.330581 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33199273'] for router, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:11.435474 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Router 662495ff-4407-45b4-8637-599b7544947a has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:37:11.539354 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:37:11.544519 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:11.545716 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] 10.222.0.64 "PUT /v2.0/routers/662495ff-4407-45b4-8637-599b7544947a HTTP/1.1" status: 200 len: 890 time: 1.6420779 Jun 16 13:37:11.562334 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Sync routers for ids ['662495ff-4407-45b4-8637-599b7544947a'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:37:11.574769 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Routers {'662495ff-4407-45b4-8637-599b7544947a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:37:11.575585 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:37:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['662495ff-4407-45b4-8637-599b7544947a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:11.855681 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Set router 662495ff-4407-45b4-8637-599b7544947a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:37:12.241245 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662495ff-4407-45b4-8637-599b7544947a', 'name': 'router1', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'b64846b0-69b5-44b8-9a46-49c48b998868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:54Z', 'updated_at': '2021-06-16T13:37:10Z', 'revision_number': 4, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'gw_port': {'id': 'b64846b0-69b5-44b8-9a46-49c48b998868', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:10Z', 'updated_at': '2021-06-16T13:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '93ed707f-c08c-4777-b790-b67e458a4bd4', 'name': '', 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'mac_address': 'fa:16:3e:ac:f2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:03Z', 'updated_at': '2021-06-16T13:37:10Z', 'revision_number': 5, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'subnets': [{'id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41ad85d9-260e-446a-94ff-b87e20c3ce16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:12.247215 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Checking router: 662495ff-4407-45b4-8637-599b7544947a for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:37:12.247566 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Updating router 662495ff-4407-45b4-8637-599b7544947a port b64846b0-69b5-44b8-9a46-49c48b998868 binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:37:12.274228 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 93ed707f-c08c-4777-b790-b67e458a4bd4 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:12.313103 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.415612 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 93ed707f-c08c-4777-b790-b67e458a4bd4 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:12.415983 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.698037 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.707427 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Transition to ACTIVE for port object b64846b0-69b5-44b8-9a46-49c48b998868 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:37:12.713473 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.715716 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:12.763118 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Attempting to bind port b64846b0-69b5-44b8-9a46-49c48b998868 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:37:12.763492 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Attempting to bind port b64846b0-69b5-44b8-9a46-49c48b998868 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:37:12.763857 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Attempting to bind port b64846b0-69b5-44b8-9a46-49c48b998868 on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:37:12.770937 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c13d47-629c-47a6-a009-8902a0bd8dc0 None None] Pushing event updated for resources: {'Port': ['ID=b64846b0-69b5-44b8-9a46-49c48b998868,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:12.775880 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-02c13d47-629c-47a6-a009-8902a0bd8dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:12.777137 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:37:12.777516 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:37:12.777925 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.778367 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:37:12.778861 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Bound port: b64846b0-69b5-44b8-9a46-49c48b998868, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:37:12.779256 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.833651 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] For port b64846b0-69b5-44b8-9a46-49c48b998868, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:37:12.837056 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] For port b64846b0-69b5-44b8-9a46-49c48b998868, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=b64846b0-69b5-44b8-9a46-49c48b998868,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:37:12.842087 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:12.844876 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-01461722-0fa1-4990-8604-fa73fa37828e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:12.895321 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Routers {'662495ff-4407-45b4-8637-599b7544947a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:37:12.895660 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:37:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['662495ff-4407-45b4-8637-599b7544947a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:13.054964 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c13d47-629c-47a6-a009-8902a0bd8dc0 None None] Pushing event updated for resources: {'Port': ['ID=b64846b0-69b5-44b8-9a46-49c48b998868,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:13.058922 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-02c13d47-629c-47a6-a009-8902a0bd8dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:13.104682 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] Set router 662495ff-4407-45b4-8637-599b7544947a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:37:13.323351 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '662495ff-4407-45b4-8637-599b7544947a', 'name': 'router1', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'b64846b0-69b5-44b8-9a46-49c48b998868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:54Z', 'updated_at': '2021-06-16T13:37:10Z', 'revision_number': 4, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'gw_port': {'id': 'b64846b0-69b5-44b8-9a46-49c48b998868', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:10Z', 'updated_at': '2021-06-16T13:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '93ed707f-c08c-4777-b790-b67e458a4bd4', 'name': '', 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'mac_address': 'fa:16:3e:ac:f2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:03Z', 'updated_at': '2021-06-16T13:37:10Z', 'revision_number': 5, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'subnets': [{'id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41ad85d9-260e-446a-94ff-b87e20c3ce16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:37:13.326781 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e56d3d-dfdd-4a87-815d-4c0a288a543f None None] The sync data for ids ['662495ff-4407-45b4-8637-599b7544947a'] in dv-cinder-789603-10-iscsi is: [{'id': '662495ff-4407-45b4-8637-599b7544947a', 'name': 'router1', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'b64846b0-69b5-44b8-9a46-49c48b998868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:54Z', 'updated_at': '2021-06-16T13:37:10Z', 'revision_number': 4, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'gw_port': {'id': 'b64846b0-69b5-44b8-9a46-49c48b998868', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:10Z', 'updated_at': '2021-06-16T13:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '93ed707f-c08c-4777-b790-b67e458a4bd4', 'name': '', 'network_id': '00ef4711-1538-43eb-b61d-92d0c768bf38', 'tenant_id': '5c3bf9558fad4f8185415451bca5a0d7', 'mac_address': 'fa:16:3e:ac:f2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '662495ff-4407-45b4-8637-599b7544947a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:37:03Z', 'updated_at': '2021-06-16T13:37:10Z', 'revision_number': 5, 'project_id': '5c3bf9558fad4f8185415451bca5a0d7', 'subnets': [{'id': 'b68d242d-74b4-4f85-9030-f820bfbbeb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '41ad85d9-260e-446a-94ff-b87e20c3ce16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:37:13.961709 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 35912) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:37:14.092040 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ba3639df-18a0-4889-8478-ffa2714f7ff8 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1291833 Jun 16 13:37:14.297376 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device b64846b0-69b5-44b8-9a46-49c48b998868 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:14.349914 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port b64846b0-69b5-44b8-9a46-49c48b998868 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:37:14.354187 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port b64846b0-69b5-44b8-9a46-49c48b998868 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:14.354568 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:14.443919 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:14.464831 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port b64846b0-69b5-44b8-9a46-49c48b998868, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=b64846b0-69b5-44b8-9a46-49c48b998868,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:37:14.468768 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:14.472096 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:37:14.518458 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=b64846b0-69b5-44b8-9a46-49c48b998868,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:37:14.522263 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:37:16.279491 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device b64846b0-69b5-44b8-9a46-49c48b998868 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:37:16.336584 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port b64846b0-69b5-44b8-9a46-49c48b998868 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:37:16.337185 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:27.700232 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-786d27a6-8b45-4da6-821a-bf5830c221a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:30.293068 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:30.568393 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-aa0772de-1bed-4367-8e61-1e0278d36e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:31.426367 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:33.217880 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:42.151135 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:37:57.704368 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5ed142e2-4e43-4caf-a21a-31e45a6217b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:00.299469 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:00.524858 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3a0ad88d-28ce-42ad-89ed-e264c46f27f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:01.432509 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:03.216000 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:19.150258 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:38:27.712017 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4432a477-1f05-43b6-b72c-95fb0f189771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:30.286337 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:30.517661 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-24eed291-bf31-4936-8cc9-902acc69e170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:31.432962 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:33.225107 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:51.211475 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36482) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:51.277373 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8df48fc-1a09-40e9-b00c-ea0742e4e177 admin admin] GET failed (client error): The resource could not be found. Jun 16 13:38:51.278820 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b8df48fc-1a09-40e9-b00c-ea0742e4e177 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663652 Jun 16 13:38:51.479920 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37d2f46-2686-4d45-9b2f-601e77638734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:51.482355 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f37d2f46-2686-4d45-9b2f-601e77638734 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1988778 Jun 16 13:38:53.708678 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36492) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:53.864129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe6942b-e29a-421d-a4c8-ba02de0d57f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:53.865529 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-afe6942b-e29a-421d-a4c8-ba02de0d57f7 admin admin] 10.222.0.64 "GET /v2.0/subnets/b68d242d-74b4-4f85-9030-f820bfbbeb87 HTTP/1.1" status: 200 len: 849 time: 0.1558428 Jun 16 13:38:53.875631 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:38:53.967970 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Notify callbacks [] for subnet, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:54.131234 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776715754352'] for subnet, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:54.133731 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:38:54.174336 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:54.174961 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:54.176331 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] 10.222.0.64 "PUT /v2.0/subnets/b68d242d-74b4-4f85-9030-f820bfbbeb87 HTTP/1.1" status: 200 len: 868 time: 0.3051815 Jun 16 13:38:54.190354 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f49c68-f7cb-4e97-8522-bb8fd82e90fd None None] Network 00ef4711-1538-43eb-b61d-92d0c768bf38 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:38:54.194927 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68d242d-74b4-4f85-9030-f820bfbbeb87,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:38:54.207147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.207147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.207147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.207147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.207147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.207147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.207147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.207990 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.207990 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.208237 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.212446 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.212446 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:54.215172 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:38:54.632937 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-c854b691-ad5e-4778-8c21-9cef64b64b25 None None] Provisioning complete for port 322f2dc9-5305-40e1-9ff6-9773651a7549 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:38:54.633317 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c854b691-ad5e-4778-8c21-9cef64b64b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:54.728337 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-c854b691-ad5e-4778-8c21-9cef64b64b25 None None] Provisioning complete for port 93ed707f-c08c-4777-b790-b67e458a4bd4 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:38:54.729614 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c854b691-ad5e-4778-8c21-9cef64b64b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:56.148855 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:38:56.532073 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36502) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:56.780229 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71362d99-002b-44c3-9f9d-9aa760edfa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:56.780626 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71362d99-002b-44c3-9f9d-9aa760edfa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:56.783028 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-71362d99-002b-44c3-9f9d-9aa760edfa6b admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2499321 Jun 16 13:38:57.706757 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-89443fe3-ec8b-4219-a935-5bf35d702686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:59.102124 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36510) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:59.309220 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f72c2-587d-47a9-bfec-5bced73fe8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:59.309626 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f72c2-587d-47a9-bfec-5bced73fe8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:59.311237 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d82f72c2-587d-47a9-bfec-5bced73fe8f9 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2081170 Jun 16 13:39:00.291339 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:00.520451 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ce584552-3e84-4cfc-a6a4-8d1c8abaa277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:01.439267 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:01.547427 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36518) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:01.694635 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e39437e-7fce-4e2d-99d3-0128f0857fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:01.696153 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7e39437e-7fce-4e2d-99d3-0128f0857fa8 admin admin] 10.222.0.64 "GET /v2.0/networks/00ef4711-1538-43eb-b61d-92d0c768bf38 HTTP/1.1" status: 200 len: 870 time: 0.1477251 Jun 16 13:39:03.231111 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:03.944550 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36526) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:04.078707 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571f884-024f-4422-bba1-a8ea82f265a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:04.080257 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2571f884-024f-4422-bba1-a8ea82f265a9 admin admin] 10.222.0.64 "GET /v2.0/networks/28a838ac-c210-419e-b36f-817744e9372f HTTP/1.1" status: 200 len: 886 time: 0.1347299 Jun 16 13:39:06.247682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36534) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:06.372695 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4bf97-c967-4388-90eb-d26890ff0365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:06.373160 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4bf97-c967-4388-90eb-d26890ff0365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:06.374699 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-bcd4bf97-c967-4388-90eb-d26890ff0365 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260507 Jun 16 13:39:08.532637 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36542) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:08.620440 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1e053-3f96-4e05-a6ec-3caf29435a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:08.620894 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1e053-3f96-4e05-a6ec-3caf29435a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:08.622414 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a4b1e053-3f96-4e05-a6ec-3caf29435a82 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888188 Jun 16 13:39:10.787072 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36550) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:10.873980 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482daf7-0680-4a59-95ed-298a5684036f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:10.875397 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-b482daf7-0680-4a59-95ed-298a5684036f admin admin] 10.222.0.64 "GET /v2.0/subnets/1bc03837-684d-4e65-8719-2a23f654cd4c HTTP/1.1" status: 200 len: 816 time: 0.0873327 Jun 16 13:39:13.053568 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36558) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:13.145830 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8968a6-f34d-49b4-afd6-90be9c035eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:13.147224 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3a8968a6-f34d-49b4-afd6-90be9c035eeb admin admin] 10.222.0.64 "GET /v2.0/subnets/b68d242d-74b4-4f85-9030-f820bfbbeb87 HTTP/1.1" status: 200 len: 868 time: 0.0926802 Jun 16 13:39:27.709701 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a73bfaec-b2b8-4011-8d69-c8d46f20a574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:30.286063 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:30.521975 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-678d6299-482a-478a-b400-8fa0065508de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:31.450471 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:33.147702 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:39:33.230768 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:36.459978 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36602) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:36.510691 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [None req-262edd57-b94b-46a5-af69-e4b5bd3a679c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:39:36.511732 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-262edd57-b94b-46a5-af69-e4b5bd3a679c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508337 Jun 16 13:39:38.735878 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36610) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:38.803547 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cb3497-9450-4950-b961-0a0ffe15a763 admin admin] GET failed (client error): The resource could not be found. Jun 16 13:39:38.804876 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-46cb3497-9450-4950-b961-0a0ffe15a763 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680435 Jun 16 13:39:38.942772 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f56fa8-61f8-4b67-a038-9885110ce350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:38.944176 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d6f56fa8-61f8-4b67-a038-9885110ce350 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355164 Jun 16 13:39:41.115435 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36618) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:41.164955 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:39:41.190820 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Made reservation on behalf of 96c86dff57774cc7a6440ade15d39bfc for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:39:41.193348 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:41.222547 dv-cinder-789603-10-iscsi neutron-server[103670]: WARNING neutron.services.revisions.revision_plugin [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Could not find related network for resource to bump revision. Jun 16 13:39:41.237424 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:39:41.246355 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:41.246695 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Added segment ff2c20e9-ce11-4694-b449-9c8db4706715 of type vlan for network 4e20d655-6e40-4d49-9a95-1536f768a60b Jun 16 13:39:41.293892 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:41.322708 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:41.324158 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:41.324743 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:41.326722 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:41.357575 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2409949 Jun 16 13:39:41.389670 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Pushing event updated for resources: {'Network': ['ID=4e20d655-6e40-4d49-9a95-1536f768a60b,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:41.397862 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.398365 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.398710 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.399081 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.399412 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.399762 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.400095 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.400433 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.400759 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.401081 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.401397 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.401714 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:41.406048 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:41.415630 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 4e20d655-6e40-4d49-9a95-1536f768a60b details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:39:43.553989 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36626) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:43.614749 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9e83de-d990-49da-adc5-0ddeaebbacbd admin admin] GET failed (client error): The resource could not be found. Jun 16 13:39:43.616107 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-fb9e83de-d990-49da-adc5-0ddeaebbacbd admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610185 Jun 16 13:39:43.686536 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb8eb9d-fe78-43d3-886a-f0f5f3b9b538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:43.687993 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4bb8eb9d-fe78-43d3-886a-f0f5f3b9b538 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0680609 Jun 16 13:39:43.698022 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b', 'cidr': '192.168.233.0/24'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:39:43.721742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Made reservation on behalf of 96c86dff57774cc7a6440ade15d39bfc for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:39:43.724064 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:43.941285 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:43.943433 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:43.992401 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c2482d-f328-4b8e-a83e-a78e287f41b3,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:43.998930 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:44.009598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Checking segment: {'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:39:44.009985 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Network hostable DHCP agents. Network: 4e20d655-6e40-4d49-9a95-1536f768a60b, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:39:44.032390 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Network 4e20d655-6e40-4d49-9a95-1536f768a60b is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:39:44.044373 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 4e20d655-6e40-4d49-9a95-1536f768a60b) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:39:44.048698 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:44.049278 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:44.054226 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9faf05-b5c6-4623-95a0-1983a869a450 None None] Network 4e20d655-6e40-4d49-9a95-1536f768a60b requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:39:44.065703 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714254 Jun 16 13:39:44.209338 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-4e20d655-6e40-4d49-9a95-1536f768a60b', 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b', 'tenant_id': '96c86dff57774cc7a6440ade15d39bfc', 'fixed_ips': [{'subnet_id': 'f1c2482d-f328-4b8e-a83e-a78e287f41b3'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:39:44.210378 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:44.345823 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Allocated IP 192.168.233.2 (4e20d655-6e40-4d49-9a95-1536f768a60b/f1c2482d-f328-4b8e-a83e-a78e287f41b3/b9be3fe3-e973-461f-9aef-680fb6c78005) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:39:44.586110 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:44.595642 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Transition to ACTIVE for port object b9be3fe3-e973-461f-9aef-680fb6c78005 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:39:44.611716 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Transition to ACTIVE for port object b9be3fe3-e973-461f-9aef-680fb6c78005 will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:39:44.616869 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:44.619004 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:44.660665 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Network 4e20d655-6e40-4d49-9a95-1536f768a60b is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:39:44.663415 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:39:44.667847 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:39:44.669786 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Pushing event updated for resources: {'Port': ['ID=b9be3fe3-e973-461f-9aef-680fb6c78005,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:44.680507 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.680865 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.681203 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.681532 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.681850 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.682189 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.682512 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.682825 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.683165 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.683477 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.683785 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.684095 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:44.692862 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:44.742870 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Attempting to bind port b9be3fe3-e973-461f-9aef-680fb6c78005 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:39:44.743264 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Attempting to bind port b9be3fe3-e973-461f-9aef-680fb6c78005 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:39:44.743628 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Attempting to bind port b9be3fe3-e973-461f-9aef-680fb6c78005 on network 4e20d655-6e40-4d49-9a95-1536f768a60b {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:39:44.748570 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:39:44.748946 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Checking segment: {'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:39:44.749841 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:44.750235 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Bound using segment: {'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:39:44.750732 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Bound port: b9be3fe3-e973-461f-9aef-680fb6c78005, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:39:44.751127 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:44.814083 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] For port b9be3fe3-e973-461f-9aef-680fb6c78005, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:39:44.817212 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] For port b9be3fe3-e973-461f-9aef-680fb6c78005, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=b9be3fe3-e973-461f-9aef-680fb6c78005,segment=NetworkSegment(ff2c20e9-ce11-4694-b449-9c8db4706715),segment_id=ff2c20e9-ce11-4694-b449-9c8db4706715)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:39:44.821934 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:44.824189 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:44.877681 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Pushing event updated for resources: {'Port': ['ID=b9be3fe3-e973-461f-9aef-680fb6c78005,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:44.882448 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:45.746719 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ede882-68f3-40e3-a2c5-1822c87be52e None None] Network 4e20d655-6e40-4d49-9a95-1536f768a60b requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:39:45.784701 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-277288fe-2733-41b3-a7b8-965c5fb76396 None None] Provisioning for port b9be3fe3-e973-461f-9aef-680fb6c78005 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:39:46.420556 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device b9be3fe3-e973-461f-9aef-680fb6c78005 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:39:46.475125 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port b9be3fe3-e973-461f-9aef-680fb6c78005 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:39:46.478762 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port b9be3fe3-e973-461f-9aef-680fb6c78005 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:46.479165 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:46.557176 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:46.594233 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port b9be3fe3-e973-461f-9aef-680fb6c78005, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=b9be3fe3-e973-461f-9aef-680fb6c78005,segment=NetworkSegment(ff2c20e9-ce11-4694-b449-9c8db4706715),segment_id=ff2c20e9-ce11-4694-b449-9c8db4706715)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:39:46.598234 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:46.601451 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:46.651978 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=b9be3fe3-e973-461f-9aef-680fb6c78005,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:46.655965 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:48.400280 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device b9be3fe3-e973-461f-9aef-680fb6c78005 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:39:48.454716 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port b9be3fe3-e973-461f-9aef-680fb6c78005 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:48.455110 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:57.713690 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ae453e95-07b5-454f-a7b0-7a7ed900675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:00.288812 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:00.524697 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-94993602-dc86-4a4b-a941-094372dc6eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:01.443118 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:03.236638 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:10.147463 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:40:27.716093 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2b01ec36-b1b7-4dea-a3ef-a6fc9562b3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:30.290983 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:30.526341 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-326d2a0e-fecd-4694-b986-2d6722cd57cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:31.448414 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:33.238222 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:47.145967 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:40:51.373223 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36678) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:40:51.379937 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [None req-e2fb3c0e-81ee-4cc8-8630-d8d9aaa2acd7 tempest-verify_tempest_config-1620155506 tempest-verify_tempest_config-1620155506-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:40:51.380842 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e2fb3c0e-81ee-4cc8-8630-d8d9aaa2acd7 tempest-verify_tempest_config-1620155506 tempest-verify_tempest_config-1620155506-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066600 Jun 16 13:40:51.688095 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36696) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:40:51.787311 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:51.874572 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:51.878376 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:51.881192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:40:51.925654 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7594dce8aebd4d0496d6ef36a8233ce4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2365243 Jun 16 13:40:51.926593 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ae755-7488-4802-b3ee-ed7f5d61c090,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:40:51.928369 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36700) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:40:51.933419 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.933774 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.934125 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.934492 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.935425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.935758 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.936090 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.936420 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.936742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.937050 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.937361 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.937674 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:51.941810 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:40:51.989808 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:52.010643 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:52.097941 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:52.101002 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:52.104486 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f14ae755-7488-4802-b3ee-ed7f5d61c090 HTTP/1.1" status: 204 len: 168 time: 0.1728406 Jun 16 13:40:52.104486 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:40:52.113052 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ae755-7488-4802-b3ee-ed7f5d61c090,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:40:52.119811 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.120174 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.120509 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.120838 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.121162 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.121496 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.121820 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.122137 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.123049 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.123423 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.123732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.124044 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:52.127961 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:40:57.716857 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6170583b-8800-43a9-a306-58b084389b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:00.293636 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:00.527829 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-21d2880d-aec6-415b-979c-b15a9ad9f704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:01.448434 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:03.244671 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:24.145025 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:41:27.717781 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f4f4728a-a269-4524-8e28-65681eb755e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:30.296771 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:30.531145 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cce77912-8b90-4e93-bbb1-0bd448756ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:31.451001 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:33.244326 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:57.718991 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-44c69524-5f2d-4723-9fa8-ab99ce54b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:00.300504 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:00.532047 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7d40dc61-c35d-4f12-adb7-2c100f9e293e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:01.145507 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 5 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:42:01.458188 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:03.253647 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:27.720461 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-faf1a35a-92fe-4258-83ea-6b085babd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:30.303169 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:30.479317 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039'] for agent, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:30.531678 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-dc1cdf94-dd9f-4cd3-b93f-fc17e1882890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:31.457849 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:33.251989 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:33.935460 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36754) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:42:34.038943 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-de093670-3fd2-45e3-aa4a-f799e0eda880 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1017237 Jun 16 13:42:36.183167 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 36764) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:42:36.244508 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f9e939c3-078e-41c2-aa40-dae7011ba064 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0602298 Jun 16 13:42:38.144711 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:42:57.721599 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2f22bd5a-9abb-43ec-8c90-0d9eb493b051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:00.308847 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:00.465921 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:00.533963 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c51bfb78-a318-4179-851c-b80b6a80b712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:01.460315 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:03.254209 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:15.143754 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:43:27.730253 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-44d90bb0-2102-422e-8c83-1978b084d3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:30.358849 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:30.471456 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:30.558743 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-78325459-9eba-41cf-9d94-0a2981671f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:31.483324 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:33.276136 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.143345 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:43:57.721655 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2786b22a-b706-4b81-8a6a-d8a22254a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.319667 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.478321 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.530296 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f008450b-c838-4889-a54e-7d639ad6c4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.481764 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:03.283599 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.117255 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 36952) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:06.353441 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-242610279-network', 'tenant_id': 'd66f78c93715407d873413d041546e5e'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:06.377046 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Made reservation on behalf of d66f78c93715407d873413d041546e5e for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:06.379390 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.389162 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.492390 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.499625 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.504096 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:06.525319 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36429b2-8fbf-4c92-82b2-071cb40e2912,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:06.540775 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.540913 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.541143 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.541462 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.541857 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.542092 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.542416 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.542724 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.543100 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.543382 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.543872 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.544186 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Tracked resource versions report: Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: pushed versions: Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: { 'AddressGroup': {'1.2'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'ConntrackHelper': {'1.0'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Log': {'1.0'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Network': {'1.1'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Port': {'1.7'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'PortForwarding': {'1.2'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'QosPolicy': {'1.8'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SecurityGroup': {'1.4'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SubPort': {'1.0'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Subnet': {'1.1'}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Trunk': {'1.1'}} Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: consumer versions: Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: { DHCP agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: HyperV agent@hv-cinder-78960: {}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: L3 agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: Metadata agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: Metering agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: Open vSwitch agent@dv-cinder-789603-10-iscsi: { 'AddressGroup': '1.2', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'ConntrackHelper': '1.0', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Log': '1.0', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Network': '1.1', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Port': '1.7', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'PortForwarding': '1.2', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'QosPolicy': '1.8', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SecurityGroup': '1.4', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SecurityGroupRule': '1.2', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'SubPort': '1.0', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Subnet': '1.1', Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: 'Trunk': '1.1'}} Jun 16 13:44:06.545265 dv-cinder-789603-10-iscsi neutron-server[103670]: {{(pid=103670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:44:06.553154 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1222, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:06.561926 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.562419 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Added segment 3a896d75-d78c-4817-889b-d7e296b0b504 of type vlan for network de04e9fc-f10a-4658-9232-bc7c2fe7851e Jun 16 13:44:06.570028 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:06.603644 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.645750 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.647217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:06.647809 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.651241 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:06.689449 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5687380 Jun 16 13:44:06.689864 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37000) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:06.695993 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Request body: {'subnet': {'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-subnet', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:06.720541 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Pushing event updated for resources: {'Network': ['ID=de04e9fc-f10a-4658-9232-bc7c2fe7851e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:06.722406 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Made reservation on behalf of d66f78c93715407d873413d041546e5e for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:06.723516 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:06.732754 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.733564 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network de04e9fc-f10a-4658-9232-bc7c2fe7851e details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:06.907551 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.912124 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:06.959620 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=558e07bb-fdd4-412f-83f3-711d6a5f8de4,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:06.970375 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.971009 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.971368 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.971709 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.972113 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.972392 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.972802 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.973532 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.973845 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.974524 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.975236 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.975718 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Tracked resource versions report: Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: pushed versions: Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: { 'AddressGroup': {'1.2'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'ConntrackHelper': {'1.0'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Log': {'1.0'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Network': {'1.1'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Port': {'1.7'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'PortForwarding': {'1.2'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'QosPolicy': {'1.8'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SecurityGroup': {'1.4'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SubPort': {'1.0'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Subnet': {'1.1'}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Trunk': {'1.1'}} Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: consumer versions: Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: { DHCP agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: HyperV agent@hv-cinder-78960: {}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: L3 agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: Metadata agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: Metering agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: Open vSwitch agent@dv-cinder-789603-10-iscsi: { 'AddressGroup': '1.2', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'ConntrackHelper': '1.0', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Log': '1.0', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Network': '1.1', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Port': '1.7', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'PortForwarding': '1.2', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'QosPolicy': '1.8', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SecurityGroup': '1.4', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SecurityGroupRule': '1.2', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'SubPort': '1.0', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Subnet': '1.1', Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: 'Trunk': '1.1'}} Jun 16 13:44:06.976959 dv-cinder-789603-10-iscsi neutron-server[103671]: {{(pid=103671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:44:06.980260 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:07.003481 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Checking segment: {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:07.003843 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Network hostable DHCP agents. Network: de04e9fc-f10a-4658-9232-bc7c2fe7851e, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:07.014311 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37012) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:07.023907 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Network de04e9fc-f10a-4658-9232-bc7c2fe7851e is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:07.034252 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, de04e9fc-f10a-4658-9232-bc7c2fe7851e) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:07.043018 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:07.043625 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.047685 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644e6a3-4d96-4bf5-bf43-8976918c5f7c None None] Network de04e9fc-f10a-4658-9232-bc7c2fe7851e requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:07.072198 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37018) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:07.072712 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3814723 Jun 16 13:44:07.078112 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:07.112300 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.113682 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.153216 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37020) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:07.187617 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37024) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:07.205271 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28be6dd-f538-4fd0-ae6e-d00fd91b4a80 None None] Network de04e9fc-f10a-4658-9232-bc7c2fe7851e requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:07.307718 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.456785 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.510489 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-139635162-network', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:07.559600 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1465923238-network', 'tenant_id': 'f7fb0d64f8ad4483b4854ea321d33140'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:07.593720 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Made reservation on behalf of efaf02d407be4ac69e265951af645cb9 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:07.596263 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.605356 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-536854606-network', 'tenant_id': '300a57177e72467ba8990b19cd4fb45f'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:07.611520 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.624138 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37038) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:07.627201 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Made reservation on behalf of f7fb0d64f8ad4483b4854ea321d33140 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:07.631480 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.656453 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.706994 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Made reservation on behalf of 300a57177e72467ba8990b19cd4fb45f for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:07.714351 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.729431 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.790974 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.827820 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.966722 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1848768985-network', 'tenant_id': '5b2cf24467fa4c569b218c77e96440e7'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:08.015466 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Allocated IP 172.27.2.173 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/e6e255a5-e88f-48f9-8c59-8f88da36a8af) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:08.041992 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.050643 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.070299 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1236, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:08.081225 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.081809 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Added segment 44d57008-0315-4df8-9b6e-167bcd32ca0e of type vlan for network 32551c5f-142b-47df-8c76-1caa06b3929d Jun 16 13:44:08.092348 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.db.api [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 13:44:08.092348 dv-cinder-789603-10-iscsi neutron-server[103671]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 13:44:08.092348 dv-cinder-789603-10-iscsi neutron-server[103671]: [parameters: {'project_id_1': '300a57177e72467ba8990b19cd4fb45f', 'expiration_1': datetime.datetime(2021, 6, 16, 13, 44, 7, 752817)}] Jun 16 13:44:08.092348 dv-cinder-789603-10-iscsi neutron-server[103671]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:44:08.094491 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_db.api [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:44:08.246987 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.270860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.284606 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.290269 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3ad51af9-5207-4066-92b3-8f1574ba021d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:08.290567 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:08.319298 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecca279d-ad61-46d7-857e-d4ac7e58a366,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:08.323609 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:08.325041 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.329325 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.334539 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.db.api [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 13:44:08.334539 dv-cinder-789603-10-iscsi neutron-server[103670]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 13:44:08.334539 dv-cinder-789603-10-iscsi neutron-server[103670]: [parameters: {'project_id_1': '5b2cf24467fa4c569b218c77e96440e7', 'expiration_1': datetime.datetime(2021, 6, 16, 13, 44, 7, 989500)}] Jun 16 13:44:08.334539 dv-cinder-789603-10-iscsi neutron-server[103670]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:44:08.335388 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_db.api [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:44:08.340710 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:08.363221 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] vlan segment allocate from pool success with {'vlan_id': 1232, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:08.399437 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:08.400436 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e255a5-e88f-48f9-8c59-8f88da36a8af,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:08.403892 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:08.408065 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:08.410563 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:08.415310 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472a131b-4a86-461c-9b04-edd505867797,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:08.446189 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.446706 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Added segment 8f5f0544-a3ad-4063-a8b5-f73c63090fa9 of type vlan for network 1816f281-64dd-49c0-a698-7461eb0685b3 Jun 16 13:44:08.450355 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:08.524562 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.562559 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.564657 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:08.565455 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.568612 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:08.589367 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.604242 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.614108 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4600370 Jun 16 13:44:08.617621 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37090) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:08.619280 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:08.620997 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.623305 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Request body: {'subnet': {'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1465923238-subnet', 'tenant_id': 'f7fb0d64f8ad4483b4854ea321d33140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:08.626335 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-11458641-805b-460d-9195-58f6617c5d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:08.660115 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Pushing event updated for resources: {'Network': ['ID=1816f281-64dd-49c0-a698-7461eb0685b3,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:08.667997 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:08.674708 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 1816f281-64dd-49c0-a698-7461eb0685b3 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:08.684011 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6677568 Jun 16 13:44:08.687467 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37094) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:08.692484 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Request body: {'subnet': {'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-139635162-subnet', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:08.722614 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Pushing event updated for resources: {'Network': ['ID=32551c5f-142b-47df-8c76-1caa06b3929d,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:08.735892 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:08.739419 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 32551c5f-142b-47df-8c76-1caa06b3929d details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:08.757600 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.799894 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Made reservation on behalf of f7fb0d64f8ad4483b4854ea321d33140 for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:08.803238 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.810728 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37098) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:08.898417 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37104) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:08.981033 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.991561 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-feca1c50-27d1-45be-8505-dd0b8674e0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:09.035234 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.073310 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Checking segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:09.073676 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Network hostable DHCP agents. Network: 1816f281-64dd-49c0-a698-7461eb0685b3, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:09.090157 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=49dabc0d-b4db-4028-b39e-a1a87e8484c3,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:09.099664 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:09.105688 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.114020 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.119626 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Network 1816f281-64dd-49c0-a698-7461eb0685b3 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:09.124800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:09.148979 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 1816f281-64dd-49c0-a698-7461eb0685b3) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:09.164068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1207, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:09.166053 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Made reservation on behalf of efaf02d407be4ac69e265951af645cb9 for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:09.168912 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.169289 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d715a3-84b2-4954-8f9c-259547d154f9 None None] Network 1816f281-64dd-49c0-a698-7461eb0685b3 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:09.176190 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:09.177075 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.181489 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f8afe9-8ccd-4f9b-bab6-48a2d3f8492e,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:09.199047 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:09.203382 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.203952 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Added segment 085696a8-4b0c-47e2-9921-083c5f45ac96 of type vlan for network 5bb67750-1957-4fd3-9232-06539ad2d600 Jun 16 13:44:09.264546 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6455927 Jun 16 13:44:09.274168 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a34218a-d32b-477a-adac-4df44bff94d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.298469 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.db.api [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 13:44:09.298469 dv-cinder-789603-10-iscsi neutron-server[103670]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 13:44:09.298469 dv-cinder-789603-10-iscsi neutron-server[103670]: [parameters: {'project_id_1': '5b2cf24467fa4c569b218c77e96440e7', 'expiration_1': datetime.datetime(2021, 6, 16, 13, 44, 8, 866127)}] Jun 16 13:44:09.298469 dv-cinder-789603-10-iscsi neutron-server[103670]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:44:09.298469 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_db.api [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:44:09.305101 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a54586e7-6834-484f-889e-3b8fcf443f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.337522 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.380539 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Made reservation on behalf of 5b2cf24467fa4c569b218c77e96440e7 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:09.382860 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.398582 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.402089 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.418284 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:09.419245 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.424092 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:09.462281 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe629c6-456e-41f8-8199-9269b6516271 None None] Network 1816f281-64dd-49c0-a698-7461eb0685b3 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:09.507463 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Router aac50a35-7166-4c77-a9a7-d73ca2210759 is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:44:09.573618 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb67750-1957-4fd3-9232-06539ad2d600,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:09.583850 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:09.597340 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 5bb67750-1957-4fd3-9232-06539ad2d600 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:09.604952 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.608963 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:09.682379 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Checking segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:09.682645 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Network hostable DHCP agents. Network: 32551c5f-142b-47df-8c76-1caa06b3929d, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:09.687967 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f10c42e-70dc-4dc4-be8d-995edfc14efb,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:09.695345 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a34218a-d32b-477a-adac-4df44bff94d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.697527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:09.708398 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a34218a-d32b-477a-adac-4df44bff94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.725956 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5367124 Jun 16 13:44:09.729672 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37132) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:09.735597 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Request body: {'subnet': {'network_id': '5bb67750-1957-4fd3-9232-06539ad2d600', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-536854606-subnet', 'tenant_id': '300a57177e72467ba8990b19cd4fb45f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:09.739214 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Network 32551c5f-142b-47df-8c76-1caa06b3929d is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:09.750969 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:09.758002 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 32551c5f-142b-47df-8c76-1caa06b3929d) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:09.763108 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:09.764386 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.772903 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37144) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:09.773260 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05101241-bd99-493e-9a3b-310814185260 None None] Network 32551c5f-142b-47df-8c76-1caa06b3929d requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:09.778086 dv-cinder-789603-10-iscsi neutron-server[103671]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 13:44:09.815580 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9a34218a-d32b-477a-adac-4df44bff94d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e0bd76cc1a24caca40e9ef1a68a7f7f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0002635 Jun 16 13:44:09.819480 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37146) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:09.842262 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34218a-d32b-477a-adac-4df44bff94d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f96089d-f335-4c6d-aa15-649ededbd4a7,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:09.847320 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9a34218a-d32b-477a-adac-4df44bff94d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:09.853170 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:09.870563 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Sync routers for ids ['aac50a35-7166-4c77-a9a7-d73ca2210759'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:09.888678 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Routers {'aac50a35-7166-4c77-a9a7-d73ca2210759'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:09.889311 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['aac50a35-7166-4c77-a9a7-d73ca2210759'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:09.897080 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a54586e7-6834-484f-889e-3b8fcf443f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.905827 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a54586e7-6834-484f-889e-3b8fcf443f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.915030 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:09.925658 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.927010 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8530936 Jun 16 13:44:09.935893 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37148) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:09.951074 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-32551c5f-142b-47df-8c76-1caa06b3929d', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:44:09.952142 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.965137 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a54586e7-6834-484f-889e-3b8fcf443f26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1262a1e89834dd583e53fbbc0b1af0e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0654588 Jun 16 13:44:09.975187 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37152) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:09.992975 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54586e7-6834-484f-889e-3b8fcf443f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddfe0f3-8c30-45ee-a39a-a2b6d7352d5d,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:10.031229 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a54586e7-6834-484f-889e-3b8fcf443f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:10.063266 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-4d275644-c70a-4a40-94d2-f13cb43625b2 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:10.065168 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-4d275644-c70a-4a40-94d2-f13cb43625b2 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 815 time: 0.2912452 Jun 16 13:44:10.098171 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0d0c437f-78cc-44f2-86e5-d2f5f7a6b2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.107465 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-a17ca7fe-3356-43d0-9cb4-7073d54df9ed tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/quotas/f7fb0d64f8ad4483b4854ea321d33140 HTTP/1.1" status: 200 len: 375 time: 0.0245264 Jun 16 13:44:10.121772 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Set router aac50a35-7166-4c77-a9a7-d73ca2210759 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:10.148225 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Allocated IP 172.20.0.2 (32551c5f-142b-47df-8c76-1caa06b3929d/7f10c42e-70dc-4dc4-be8d-995edfc14efb/228a1ad3-d47d-437a-8b87-4d08a3b424e5) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:10.235791 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.244701 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.250848 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:10.267959 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96e99acf-31f2-4e93-9209-ffc1171d9231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.295602 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-4bf43038-a7b0-4289-979a-307812ee36cc tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1582940 Jun 16 13:44:10.305748 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96e99acf-31f2-4e93-9209-ffc1171d9231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.306853 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679c9002-d548-4eab-b53b-3e2bf5374bac,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:10.311428 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] vlan segment allocate from pool success with {'vlan_id': 1208, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:10.316043 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:10.341500 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:08Z', 'revision_number': 3, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port': {'id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:10.347864 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Checking router: aac50a35-7166-4c77-a9a7-d73ca2210759 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:10.347864 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Updating router aac50a35-7166-4c77-a9a7-d73ca2210759 port e6e255a5-e88f-48f9-8c59-8f88da36a8af binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:44:10.348989 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0d0c437f-78cc-44f2-86e5-d2f5f7a6b2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.390659 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.397500 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.398658 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Added segment c1fd5b02-787c-48f2-896c-45418cd05e8d of type vlan for network 229089a2-5918-4b52-a0ce-9f8ce5d4753e Jun 16 13:44:10.445196 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.463499 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Transition to ACTIVE for port object 228a1ad3-d47d-437a-8b87-4d08a3b424e5 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:10.470740 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.481822 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Made reservation on behalf of 300a57177e72467ba8990b19cd4fb45f for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:10.484764 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.494498 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Transition to ACTIVE for port object 228a1ad3-d47d-437a-8b87-4d08a3b424e5 will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:10.511068 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8223274 Jun 16 13:44:10.511524 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.511746 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37166) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:10.515428 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:10.548029 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:10.578192 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Pushing event updated for resources: {'Port': ['ID=228a1ad3-d47d-437a-8b87-4d08a3b424e5,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:10.585634 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1e09062c-0eed-4340-9dc6-b7e4552594e3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:10.586681 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1e09062c-0eed-4340-9dc6-b7e4552594e3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132109 Jun 16 13:44:10.591844 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.592421 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.592836 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.596704 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.597123 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.597517 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.599139 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.599513 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.599877 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.600218 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.600547 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.600873 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Tracked resource versions report: Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: pushed versions: Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: { 'AddressGroup': {'1.2'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'ConntrackHelper': {'1.0'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Log': {'1.0'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Network': {'1.1'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Port': {'1.7'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'PortForwarding': {'1.2'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'QosPolicy': {'1.8'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SecurityGroup': {'1.4'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SubPort': {'1.0'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Subnet': {'1.1'}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Trunk': {'1.1'}} Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: consumer versions: Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: { DHCP agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: HyperV agent@hv-cinder-78960: {}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: L3 agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: Metadata agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: Metering agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: Open vSwitch agent@dv-cinder-789603-10-iscsi: { 'AddressGroup': '1.2', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'ConntrackHelper': '1.0', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Log': '1.0', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Network': '1.1', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Port': '1.7', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'PortForwarding': '1.2', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'QosPolicy': '1.8', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SecurityGroup': '1.4', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SecurityGroupRule': '1.2', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'SubPort': '1.0', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Subnet': '1.1', Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: 'Trunk': '1.1'}} Jun 16 13:44:10.602338 dv-cinder-789603-10-iscsi neutron-server[103672]: {{(pid=103672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:44:10.638157 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:10.663140 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Network 32551c5f-142b-47df-8c76-1caa06b3929d is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:10.664965 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:10.666154 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0d0c437f-78cc-44f2-86e5-d2f5f7a6b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.667518 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.667662 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96e99acf-31f2-4e93-9209-ffc1171d9231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.673474 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:10.674136 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.674794 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:10.682282 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0d0c437f-78cc-44f2-86e5-d2f5f7a6b2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.683898 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0d0c437f-78cc-44f2-86e5-d2f5f7a6b2a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f96089d-f335-4c6d-aa15-649ededbd4a7 HTTP/1.1" status: 204 len: 168 time: 0.8620813 Jun 16 13:44:10.694730 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:10.712064 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-78e8011f-c3f6-4781-b3fa-efe6645c40ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:10.717856 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.720214 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.739612 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.752310 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Transition to ACTIVE for port object e6e255a5-e88f-48f9-8c59-8f88da36a8af will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:10.761707 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.768027 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:10.773856 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Pushing event updated for resources: {'Network': ['ID=229089a2-5918-4b52-a0ce-9f8ce5d4753e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:10.779699 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1537015 Jun 16 13:44:10.782211 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:10.818658 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Attempting to bind port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:10.819694 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Attempting to bind port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:10.820499 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Attempting to bind port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 on network 32551c5f-142b-47df-8c76-1caa06b3929d {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:10.828020 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 229089a2-5918-4b52-a0ce-9f8ce5d4753e details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:10.832297 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37174) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:10.833752 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.835693 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Pushing event updated for resources: {'Port': ['ID=e6e255a5-e88f-48f9-8c59-8f88da36a8af,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:10.841554 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Request body: {'subnet': {'network_id': '229089a2-5918-4b52-a0ce-9f8ce5d4753e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1848768985-subnet', 'tenant_id': '5b2cf24467fa4c569b218c77e96440e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:10.845996 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.846341 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.846679 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.847035 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.847389 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.847843 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.848173 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.848492 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.849000 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.849976 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.850302 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.850618 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Tracked resource versions report: Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: pushed versions: Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: { 'AddressGroup': {'1.2'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'ConntrackHelper': {'1.0'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Log': {'1.0'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Network': {'1.1'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Port': {'1.7'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'PortForwarding': {'1.2'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'QosPolicy': {'1.8'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SecurityGroup': {'1.4'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SubPort': {'1.0'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Subnet': {'1.1'}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Trunk': {'1.1'}} Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: consumer versions: Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: { DHCP agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: HyperV agent@hv-cinder-78960: {}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: L3 agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: Metadata agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: Metering agent@dv-cinder-789603-10-iscsi: {}, Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: Open vSwitch agent@dv-cinder-789603-10-iscsi: { 'AddressGroup': '1.2', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'ConntrackHelper': '1.0', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Log': '1.0', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Network': '1.1', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Port': '1.7', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'PortForwarding': '1.2', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'QosPolicy': '1.8', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SecurityGroup': '1.4', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SecurityGroupRule': '1.2', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'SubPort': '1.0', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Subnet': '1.1', Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: 'Trunk': '1.1'}} Jun 16 13:44:10.851986 dv-cinder-789603-10-iscsi neutron-server[103673]: {{(pid=103673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:44:10.868865 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:10.871562 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Made reservation on behalf of 5b2cf24467fa4c569b218c77e96440e7 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:10.874863 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Notify callbacks [] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.904827 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:10.905525 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Checking segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:10.905638 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.906011 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Bound using segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:10.906491 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Bound port: 228a1ad3-d47d-437a-8b87-4d08a3b424e5, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:10.906860 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.929870 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Attempting to bind port e6e255a5-e88f-48f9-8c59-8f88da36a8af on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:10.930473 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Attempting to bind port e6e255a5-e88f-48f9-8c59-8f88da36a8af by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:10.930588 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Attempting to bind port e6e255a5-e88f-48f9-8c59-8f88da36a8af on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:10.947738 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:10.948123 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:10.948538 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.948943 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:10.949433 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Bound port: e6e255a5-e88f-48f9-8c59-8f88da36a8af, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:10.949807 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.055689 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-9b5daa2c-15a1-4aec-b9f4-ca4460358d53 service neutron] 10.222.0.64 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569466 Jun 16 13:44:11.057918 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] For port e6e255a5-e88f-48f9-8c59-8f88da36a8af, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:11.066605 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] For port e6e255a5-e88f-48f9-8c59-8f88da36a8af, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=e6e255a5-e88f-48f9-8c59-8f88da36a8af,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:11.072733 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.091043 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Allocated IP 172.20.0.1 (de04e9fc-f10a-4658-9232-bc7c2fe7851e/558e07bb-fdd4-412f-83f3-711d6a5f8de4/41aa3dce-ccc2-49fa-b764-2b18f19d0f0a) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:11.091380 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96e99acf-31f2-4e93-9209-ffc1171d9231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.093183 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-96e99acf-31f2-4e93-9209-ffc1171d9231 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ddfe0f3-8c30-45ee-a39a-a2b6d7352d5d HTTP/1.1" status: 204 len: 168 time: 1.1158781 Jun 16 13:44:11.093418 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:11.094111 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c437f-78cc-44f2-86e5-d2f5f7a6b2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f96089d-f335-4c6d-aa15-649ededbd4a7,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.201693 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] For port 228a1ad3-d47d-437a-8b87-4d08a3b424e5, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:11.205986 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] For port 228a1ad3-d47d-437a-8b87-4d08a3b424e5, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=228a1ad3-d47d-437a-8b87-4d08a3b424e5,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:11.214807 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Pushing event updated for resources: {'Port': ['ID=e6e255a5-e88f-48f9-8c59-8f88da36a8af,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.215152 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:11.226673 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.227557 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Routers {'aac50a35-7166-4c77-a9a7-d73ca2210759'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:11.228431 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['aac50a35-7166-4c77-a9a7-d73ca2210759'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:11.230578 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:11.299512 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.370312 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] Set router aac50a35-7166-4c77-a9a7-d73ca2210759 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:11.375151 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.384303 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-45f64f5e-2983-4a86-a917-5b89b35ac511 service neutron] 10.222.0.64 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871749 Jun 16 13:44:11.386010 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37190) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:11.396871 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Pushing event updated for resources: {'Port': ['ID=228a1ad3-d47d-437a-8b87-4d08a3b424e5,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.407153 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.414047 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e99acf-31f2-4e93-9209-ffc1171d9231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddfe0f3-8c30-45ee-a39a-a2b6d7352d5d,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.416653 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-96e99acf-31f2-4e93-9209-ffc1171d9231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:11.419190 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:11.419480 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:11.424282 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:11.480479 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0f1f323b-78e7-4d30-864c-7aa6f2bea6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:11.494550 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc938-ca2c-4339-b838-5721c07a7218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.579816 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Network de04e9fc-f10a-4658-9232-bc7c2fe7851e is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:11.595056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:11.598768 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:11.599374 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.721543 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37200) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:11.773464 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:08Z', 'revision_number': 3, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port': {'id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:11.781732 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10aea001-0102-4560-bd5d-1b0f7fa04a57 None None] The sync data for ids ['aac50a35-7166-4c77-a9a7-d73ca2210759'] in dv-cinder-789603-10-iscsi is: [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:08Z', 'revision_number': 3, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port': {'id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:11.815983 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37206) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:11.829702 dv-cinder-789603-10-iscsi neutron-server[103670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 13:44:11.877182 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dfc0dfd1-4995-43bd-92da-79badfa328aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.878621 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.893834 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f5e43868-667d-4548-9b49-7ef3d348b7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:11.908920 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Pushing event updated for resources: {'Port': ['ID=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.937432 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:11.939874 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5069290-443f-4e55-8bd2-7e1944dc061d req-ae766b83-37ff-4a19-a1fe-64a44a7eedeb tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.1225438 Jun 16 13:44:12.019089 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.033102 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.046477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8add8039-6dd7-461e-aacc-6d0e2f3159f7,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:12.069279 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:12.080990 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Checking segment: {'id': '085696a8-4b0c-47e2-9921-083c5f45ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1207, 'network_id': '5bb67750-1957-4fd3-9232-06539ad2d600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:12.081351 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Network hostable DHCP agents. Network: 5bb67750-1957-4fd3-9232-06539ad2d600, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:12.111211 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Network 5bb67750-1957-4fd3-9232-06539ad2d600 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:12.127857 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc938-ca2c-4339-b838-5721c07a7218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.156930 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc938-ca2c-4339-b838-5721c07a7218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.158926 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 5bb67750-1957-4fd3-9232-06539ad2d600) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:12.169564 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:12.170310 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.177026 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:12.187247 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd293c60-3bed-40e7-99ce-93a9d3a708a2 None None] Network 5bb67750-1957-4fd3-9232-06539ad2d600 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:12.437669 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.511152 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dfc0dfd1-4995-43bd-92da-79badfa328aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.530866 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dfc0dfd1-4995-43bd-92da-79badfa328aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.553346 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c58af-1490-4e64-b93c-70836f76344f None None] Network 5bb67750-1957-4fd3-9232-06539ad2d600 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:12.607171 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:12.620346 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-146d486f-4839-4d87-8b6f-e728e0a48c73 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8812037 Jun 16 13:44:12.620590 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fc938-ca2c-4339-b838-5721c07a7218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98fdf34-8b22-4e69-9617-5e2ff79df864,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:12.677904 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ce7fc938-ca2c-4339-b838-5721c07a7218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:12.678395 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1998048e-6b02-4d8d-befa-3dfc9e7d3dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:12.694396 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.698716 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-dfc0dfd1-4995-43bd-92da-79badfa328aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61455c87a72a4b89b449a7f898f87458&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8604887 Jun 16 13:44:12.706278 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0dfd1-4995-43bd-92da-79badfa328aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de3261a-9dde-4b8f-8d55-006bc74c9337,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:12.709094 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37238) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:12.760914 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-dfc0dfd1-4995-43bd-92da-79badfa328aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:12.766522 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.801237 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ce7fc938-ca2c-4339-b838-5721c07a7218 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4788b199e3204c899725f4f1c24fcb39&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4095528 Jun 16 13:44:12.809937 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37242) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:12.917436 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7967ed96-8ce1-4e2f-81b6-89d1245e692e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.935523 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c50c3e-c891-4af4-b11b-d2945dc3c2b9 None None] Network 32551c5f-142b-47df-8c76-1caa06b3929d requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:12.947983 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cb6b7f-f308-4e84-abad-862e5764988c,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:12.961076 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:12.990990 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.993518 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Checking segment: {'id': 'c1fd5b02-787c-48f2-896c-45418cd05e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '229089a2-5918-4b52-a0ce-9f8ce5d4753e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:12.993518 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Network hostable DHCP agents. Network: 229089a2-5918-4b52-a0ce-9f8ce5d4753e, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:13.003734 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.012272 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.020079 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:13.032858 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-85cf5225-9bb7-4095-8efc-64cc4a390a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.036243 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7967ed96-8ce1-4e2f-81b6-89d1245e692e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.063725 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 228a1ad3-d47d-437a-8b87-4d08a3b424e5 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:13.124416 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Network 229089a2-5918-4b52-a0ce-9f8ce5d4753e is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:13.167001 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-85cf5225-9bb7-4095-8efc-64cc4a390a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.171393 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-08245a29-9efd-4c99-b7e9-31ddd25d3a23 req-9d50d569-4143-4757-b454-1534fd5ba8df tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.0955777 Jun 16 13:44:13.172048 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Pushing event updated for resources: {'Port': ['ID=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:13.183568 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:13.206111 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Allocated IP 172.27.2.223 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/4687453d-7dc7-44af-a8df-638cb32b5931) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:13.222497 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 229089a2-5918-4b52-a0ce-9f8ce5d4753e) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:13.249600 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:13.250205 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.259982 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630b5b9-07d7-46b9-9aab-2956011fc233 None None] Network 229089a2-5918-4b52-a0ce-9f8ce5d4753e requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:13.298231 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ba5f6512-2bb7-41f2-9422-07b539214494 None None] Provisioning for port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:13.308553 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7967ed96-8ce1-4e2f-81b6-89d1245e692e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.309414 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4722483 Jun 16 13:44:13.336903 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7967ed96-8ce1-4e2f-81b6-89d1245e692e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.340420 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7967ed96-8ce1-4e2f-81b6-89d1245e692e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6de3261a-9dde-4b8f-8d55-006bc74c9337 HTTP/1.1" status: 204 len: 168 time: 0.5957592 Jun 16 13:44:13.359854 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Network de04e9fc-f10a-4658-9232-bc7c2fe7851e is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:13.361985 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:13.381941 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-85cf5225-9bb7-4095-8efc-64cc4a390a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.387085 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-85cf5225-9bb7-4095-8efc-64cc4a390a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.392882 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-85cf5225-9bb7-4095-8efc-64cc4a390a50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d98fdf34-8b22-4e69-9617-5e2ff79df864 HTTP/1.1" status: 204 len: 168 time: 0.5756896 Jun 16 13:44:13.394085 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9a34218a-d32b-477a-adac-4df44bff94d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:13.408597 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:13.439125 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967ed96-8ce1-4e2f-81b6-89d1245e692e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de3261a-9dde-4b8f-8d55-006bc74c9337,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:13.443045 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7967ed96-8ce1-4e2f-81b6-89d1245e692e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:13.462836 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf5225-9bb7-4095-8efc-64cc4a390a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98fdf34-8b22-4e69-9617-5e2ff79df864,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:13.533151 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.540651 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-85cf5225-9bb7-4095-8efc-64cc4a390a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:13.605211 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:13.615677 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:13.616580 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.665875 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d577124f-2925-4fcf-b8a9-de9e3f73a826 None None] Network 229089a2-5918-4b52-a0ce-9f8ce5d4753e requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:13.694152 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Router aac50a35-7166-4c77-a9a7-d73ca2210759 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:44:13.782840 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.787114 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:13.930580 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:13.959322 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] 10.222.0.64 "PUT /v2.0/routers/aac50a35-7166-4c77-a9a7-d73ca2210759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9903195 Jun 16 13:44:13.960627 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.002434 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=4687453d-7dc7-44af-a8df-638cb32b5931,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:14.016491 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:14.018164 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:14.019728 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:14.022864 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:14.047326 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 228a1ad3-d47d-437a-8b87-4d08a3b424e5, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=228a1ad3-d47d-437a-8b87-4d08a3b424e5,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:14.056061 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.059212 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device e6e255a5-e88f-48f9-8c59-8f88da36a8af up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:14.061585 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:14.158340 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=228a1ad3-d47d-437a-8b87-4d08a3b424e5,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:14.162824 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:14.192555 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port e6e255a5-e88f-48f9-8c59-8f88da36a8af completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:14.198599 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port e6e255a5-e88f-48f9-8c59-8f88da36a8af triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:14.199016 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.319333 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.345675 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port e6e255a5-e88f-48f9-8c59-8f88da36a8af, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=e6e255a5-e88f-48f9-8c59-8f88da36a8af,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:14.350294 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.355123 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:14.416156 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=e6e255a5-e88f-48f9-8c59-8f88da36a8af,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:14.419986 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:14.472611 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Sync routers for ids ['aac50a35-7166-4c77-a9a7-d73ca2210759'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:14.487219 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Routers {'aac50a35-7166-4c77-a9a7-d73ca2210759'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:14.487843 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['aac50a35-7166-4c77-a9a7-d73ca2210759'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:14.615963 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ecbf2190-30a6-4309-bb03-5a4265ee66eb None None] Provisioning complete for port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:14.616351 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ecbf2190-30a6-4309-bb03-5a4265ee66eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.690373 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 228a1ad3-d47d-437a-8b87-4d08a3b424e5 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:14.701831 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.747956 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Set router aac50a35-7166-4c77-a9a7-d73ca2210759 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:14.816486 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37326) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:14.832829 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1028230374-network', 'tenant_id': 'c3725c8258294110b5e47c43f2052ea4'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:14.840021 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ee711780-4414-4730-bf50-76ba4e3335fc req-9f0d9ccf-be49-4f9a-bf59-9aac0a9eb2d6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.1352012 Jun 16 13:44:14.965638 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:14.966256 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.969077 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Made reservation on behalf of c3725c8258294110b5e47c43f2052ea4 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:14.971965 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.994179 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-a07f8c82-3eb1-4432-895a-71d9da0043fb tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:14.995804 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-a07f8c82-3eb1-4432-895a-71d9da0043fb tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/networks?id=229089a2-5918-4b52-a0ce-9f8ce5d4753e HTTP/1.1" status: 200 len: 812 time: 0.3173764 Jun 16 13:44:14.996660 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.020835 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-2accdb91-bfdc-4f21-aec4-b9100d6dffef tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/quotas/5b2cf24467fa4c569b218c77e96440e7 HTTP/1.1" status: 200 len: 375 time: 0.0153544 Jun 16 13:44:15.090027 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-fe3ee3b7-5cdd-4ab7-ad77-bbc4ae45f643 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b2cf24467fa4c569b218c77e96440e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549350 Jun 16 13:44:15.102647 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.138614 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device e6e255a5-e88f-48f9-8c59-8f88da36a8af up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:15.189227 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:11Z', 'revision_number': 4, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port': {'id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '41aa3dce-ccc2-49fa-b764-2b18f19d0f0a', 'name': '', 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'mac_address': 'fa:16:3e:db:da:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '558e07bb-fdd4-412f-83f3-711d6a5f8de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:12Z', 'revision_number': 2, 'project_id': 'd66f78c93715407d873413d041546e5e', 'subnets': [{'id': '558e07bb-fdd4-412f-83f3-711d6a5f8de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:15.199716 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Checking router: aac50a35-7166-4c77-a9a7-d73ca2210759 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:15.200077 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Updating router aac50a35-7166-4c77-a9a7-d73ca2210759 port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:44:15.229303 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.237492 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.255936 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port e6e255a5-e88f-48f9-8c59-8f88da36a8af triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:15.256364 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.259240 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.268315 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] vlan segment allocate from pool success with {'vlan_id': 1234, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:15.295180 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:15.303623 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.304966 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Added segment 0efdafe7-782f-4f92-8773-b4049700fe70 of type vlan for network 9e5f32fa-6d6a-4355-9c9d-559300ccc2ed Jun 16 13:44:15.348292 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Router e20c288f-3b46-46ce-8624-286512d976a1 is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:44:15.424158 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b7c1d1-866f-44ee-a01b-c597f2c3fda4,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:15.434743 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:15.466446 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.533299 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:15.537682 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.539019 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:15.539599 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.544349 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Sync routers for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:15.554303 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.559254 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0244410 Jun 16 13:44:15.560525 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37356) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:15.561449 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:15.562257 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:15.567205 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0332f32c-524d-41fb-9c8f-02981e096a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:15.601283 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7834125 Jun 16 13:44:15.604051 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37362) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:15.610466 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Request body: {'subnet': {'network_id': '9e5f32fa-6d6a-4355-9c9d-559300ccc2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1028230374-subnet', 'tenant_id': 'c3725c8258294110b5e47c43f2052ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:15.638418 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Made reservation on behalf of c3725c8258294110b5e47c43f2052ea4 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:15.642366 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.794032 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:15.809931 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-a9515327-835a-40b0-ae1e-7cf776a09cf2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:15.817894 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-a9515327-835a-40b0-ae1e-7cf776a09cf2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 818 time: 0.1830754 Jun 16 13:44:15.844824 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-16bc6fc2-b0ee-4bd1-a50c-7e495afa8be7 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/quotas/d66f78c93715407d873413d041546e5e HTTP/1.1" status: 200 len: 375 time: 0.0252912 Jun 16 13:44:15.849274 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.861752 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-4dbbc1c5-2028-4a36-b3d2-0ff691f3621a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:15.869703 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-4dbbc1c5-2028-4a36-b3d2-0ff691f3621a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160410 Jun 16 13:44:15.875223 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Transition to ACTIVE for port object 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:15.883397 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.885841 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:16.001286 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c4ec717e-5133-44f0-b71a-f4c86498fd7a service neutron] 10.222.0.64 "GET /v2.0/networks/229089a2-5918-4b52-a0ce-9f8ce5d4753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303623 Jun 16 13:44:16.021073 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-25f5923a-7b8e-4b55-be1a-1b60bfb3d53f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1725438 Jun 16 13:44:16.093749 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df2fc5-d3f6-4dfc-b586-bbae8837621b None None] Pushing event updated for resources: {'Port': ['ID=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:16.116542 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c4232435-4a65-4c46-b9ad-ec8a85879f47 service neutron] 10.222.0.64 "GET /v2.0/networks/229089a2-5918-4b52-a0ce-9f8ce5d4753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141930 Jun 16 13:44:16.118918 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.133194 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-42df2fc5-d3f6-4dfc-b586-bbae8837621b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:16.209916 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Attempting to bind port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:16.210296 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Attempting to bind port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:16.210663 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Attempting to bind port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a on network de04e9fc-f10a-4658-9232-bc7c2fe7851e {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:16.219487 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:16.219858 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Checking segment: {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:16.220295 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.220693 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Bound using segment: {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:16.221177 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Bound port: 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:16.221573 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.234034 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Pushing event updated for resources: {'Network': ['ID=9e5f32fa-6d6a-4355-9c9d-559300ccc2ed,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:16.268204 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 9e5f32fa-6d6a-4355-9c9d-559300ccc2ed details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:16.275967 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:16.291348 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:16.354117 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-befe2fb6-c38d-47b6-97a7-c60d34bac4f0 service neutron] 10.222.0.64 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310587 Jun 16 13:44:16.392590 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Checking segment: {'id': '0efdafe7-782f-4f92-8773-b4049700fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': '9e5f32fa-6d6a-4355-9c9d-559300ccc2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:16.393239 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Network hostable DHCP agents. Network: 9e5f32fa-6d6a-4355-9c9d-559300ccc2ed, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:16.393418 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 3, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:16.401895 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec63a718-2956-4812-83e7-ab3ba2c1e69e,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:16.402843 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Checking router: e20c288f-3b46-46ce-8624-286512d976a1 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:16.405365 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Updating router e20c288f-3b46-46ce-8624-286512d976a1 port 4687453d-7dc7-44af-a8df-638cb32b5931 binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:44:16.413059 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:16.450084 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Network 9e5f32fa-6d6a-4355-9c9d-559300ccc2ed is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:16.464467 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 9e5f32fa-6d6a-4355-9c9d-559300ccc2ed) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:16.483087 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:16.484507 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.489701 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c45027-3d2f-4b96-98ae-acb885a0f546 None None] Network 9e5f32fa-6d6a-4355-9c9d-559300ccc2ed requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:16.520085 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-a163af40-674f-4bb6-9032-0465d2a0b506 service neutron] 10.222.0.64 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632867 Jun 16 13:44:16.524802 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9194543 Jun 16 13:44:16.584998 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.658009 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] For port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:16.665038 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] For port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:16.898197 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1554fbcf-a843-44d7-805d-a86ed9c004cd req-640e399b-6557-481d-b79c-3381debb0757 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.1194458 Jun 16 13:44:16.928674 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37410) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:17.134703 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.161357 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Transition to ACTIVE for port object 4687453d-7dc7-44af-a8df-638cb32b5931 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:17.173861 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.176928 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-3b95e57c-6cb2-4510-a1a2-65b4bf435ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.248606 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0ad56c95-ab2b-430d-8e4e-156ec08d2e52 req-1e4f1c69-216a-4f72-a017-43fc1b85c806 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 210 time: 0.1543231 Jun 16 13:44:17.256914 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.270712 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Deleting subnet 8add8039-6dd7-461e-aacc-6d0e2f3159f7 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:44:17.279276 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.301293 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.383298 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949bb42-3f50-4da0-bebd-44f466b001ab None None] Pushing event updated for resources: {'Port': ['ID=4687453d-7dc7-44af-a8df-638cb32b5931,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:17.394912 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-5949bb42-3f50-4da0-bebd-44f466b001ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:17.407151 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Attempting to bind port 4687453d-7dc7-44af-a8df-638cb32b5931 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:17.407543 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Attempting to bind port 4687453d-7dc7-44af-a8df-638cb32b5931 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:17.407913 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Attempting to bind port 4687453d-7dc7-44af-a8df-638cb32b5931 on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:17.420551 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:17.425147 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:17.425902 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.426273 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:17.426822 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Bound port: 4687453d-7dc7-44af-a8df-638cb32b5931, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:17.428222 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.441237 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8f9cab8e-4680-41e0-9740-91663d0a7dfd req-15ae64c4-f8df-4fee-9816-d7df38fc4ad0 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 210 time: 0.1770554 Jun 16 13:44:17.593474 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] For port 4687453d-7dc7-44af-a8df-638cb32b5931, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:17.605612 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] For port 4687453d-7dc7-44af-a8df-638cb32b5931, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=4687453d-7dc7-44af-a8df-638cb32b5931,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:17.626986 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.639062 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.647118 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c703e44-5e25-40e4-bb5a-758057aaebe2 None None] Network 9e5f32fa-6d6a-4355-9c9d-559300ccc2ed requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:17.692227 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Routers {'aac50a35-7166-4c77-a9a7-d73ca2210759'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:17.693062 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['aac50a35-7166-4c77-a9a7-d73ca2210759'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:17.704630 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df2fc5-d3f6-4dfc-b586-bbae8837621b None None] Pushing event updated for resources: {'Port': ['ID=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:17.764128 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-42df2fc5-d3f6-4dfc-b586-bbae8837621b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:17.824701 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.100', 63880) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:17.832718 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.875742 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.902445 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.944201 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949bb42-3f50-4da0-bebd-44f466b001ab None None] Pushing event updated for resources: {'Port': ['ID=4687453d-7dc7-44af-a8df-638cb32b5931,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:17.954508 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:17.962726 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:17.973082 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-5949bb42-3f50-4da0-bebd-44f466b001ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.048891 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.051279 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-de71c81e-68eb-43a9-9f83-8d26aca57123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.128314 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8add8039-6dd7-461e-aacc-6d0e2f3159f7,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.170240 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.176218 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.188289 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8add8039-6dd7-461e-aacc-6d0e2f3159f7 HTTP/1.1" status: 204 len: 168 time: 1.2517197 Jun 16 13:44:18.191410 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37480) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:18.272120 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] Set router aac50a35-7166-4c77-a9a7-d73ca2210759 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:18.319577 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:18.373361 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.391617 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a73caab9-8dcb-4ad1-bdb7-60f8f9337201 req-c64fcbf1-09a3-4a6d-b3da-8190c989a0a3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.0548983 Jun 16 13:44:18.777298 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.837098 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 3, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:18.848263 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4041c5-032e-4e60-a35b-49bfd02d11e8 None None] The sync data for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi is: [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 3, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:18.860575 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.861155 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.862115 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.862614 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.863153 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.863646 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.864124 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.864703 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.865175 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.865734 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:18.878282 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-c02140df-372a-4d99-af67-504b84655710 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:18.879816 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-c02140df-372a-4d99-af67-504b84655710 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 815 time: 1.0436974 Jun 16 13:44:18.944882 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Request body: {'port': {'device_id': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'admin_state_up': True, 'tenant_id': 'f7fb0d64f8ad4483b4854ea321d33140'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:19.182769 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:11Z', 'revision_number': 4, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port': {'id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '41aa3dce-ccc2-49fa-b764-2b18f19d0f0a', 'name': '', 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'mac_address': 'fa:16:3e:db:da:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '558e07bb-fdd4-412f-83f3-711d6a5f8de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:16Z', 'revision_number': 4, 'project_id': 'd66f78c93715407d873413d041546e5e', 'subnets': [{'id': '558e07bb-fdd4-412f-83f3-711d6a5f8de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:19.201573 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa773dd9-65ed-4ca3-9497-2152b7939beb None None] The sync data for ids ['aac50a35-7166-4c77-a9a7-d73ca2210759'] in dv-cinder-789603-10-iscsi is: [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:11Z', 'revision_number': 4, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port': {'id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '41aa3dce-ccc2-49fa-b764-2b18f19d0f0a', 'name': '', 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'mac_address': 'fa:16:3e:db:da:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '558e07bb-fdd4-412f-83f3-711d6a5f8de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:16Z', 'revision_number': 4, 'project_id': 'd66f78c93715407d873413d041546e5e', 'subnets': [{'id': '558e07bb-fdd4-412f-83f3-711d6a5f8de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:19.276399 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37530) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:19.293062 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:19.293603 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:19.293866 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:19.294172 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:19.294653 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb67750-1957-4fd3-9232-06539ad2d600']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:19.310486 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3931f-bd76-414b-9875-9b751594615e req-e1a573dc-107e-4f05-a645-3cefbff581ad tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.312136 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-e1a573dc-107e-4f05-a645-3cefbff581ad tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 818 time: 0.8741915 Jun 16 13:44:19.370172 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ee9fe76-51ec-4aaa-be1d-fe2018588bb1 req-3c3377ad-c92d-4caa-bb89-26753c0c03ad tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 210 time: 0.5806406 Jun 16 13:44:19.379098 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Made reservation on behalf of f7fb0d64f8ad4483b4854ea321d33140 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:19.386675 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085696a8-4b0c-47e2-9921-083c5f45ac96') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:19.387305 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085696a8-4b0c-47e2-9921-083c5f45ac96') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:19.390979 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.474105 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.480159 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-5113863f-acb3-4fde-a849-bd4cf5b19e20 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/quotas/d66f78c93715407d873413d041546e5e HTTP/1.1" status: 200 len: 375 time: 0.1176367 Jun 16 13:44:19.563413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.606213 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Releasing vlan 1207 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:44:19.606639 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: from cryptography.utils import int_from_bytes Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: from cryptography.utils import int_from_bytes Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: retrieve_revision_numbers = { Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:44:19.640668 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:44:19.644602 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.100', 63889) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:19.972066 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Allocated IP 172.20.0.1 (32551c5f-142b-47df-8c76-1caa06b3929d/7f10c42e-70dc-4dc4-be8d-995edfc14efb/ea47c359-bacf-4d4b-8e72-239d163783ba) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:20.012585 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3597c44-07a9-4e60-8434-f709540ec26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.043914 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fef81d00-6a58-43f8-b5a1-8766fccc8790 req-a39773e8-634b-4089-bd26-32391c81a941 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.1268704 Jun 16 13:44:20.087434 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.134832 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:20.170483 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.173948 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5bb67750-1957-4fd3-9232-06539ad2d600 HTTP/1.1" status: 204 len: 168 time: 1.9777505 Jun 16 13:44:20.179259 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37548) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:20.217013 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb67750-1957-4fd3-9232-06539ad2d600,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:20.232180 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-0dd44bae-d575-41d0-aa0f-675ffa7d1b4e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7454491 Jun 16 13:44:20.435108 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] Deleting subnet ec63a718-2956-4812-83e7-ab3ba2c1e69e {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:44:20.446350 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.539912 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30714702'] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.697293 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.777993 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:20.797460 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:20.813178 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Allocated IP 172.20.0.9 (1816f281-64dd-49c0-a698-7461eb0685b3/49dabc0d-b4db-4028-b39e-a1a87e8484c3/b7f4f85f-33db-4190-97cc-7b013e6936b1) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:20.818377 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32288624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30793493'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.856108 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2b3a970e-43cc-4283-ba61-6ce49339c54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:20.908217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-a3c0693b-4c79-495f-9174-55d04f2fa235 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:20.910073 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-a3c0693b-4c79-495f-9174-55d04f2fa235 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 818 time: 1.2320063 Jun 16 13:44:20.916224 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.923438 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ec63a718-2956-4812-83e7-ab3ba2c1e69e HTTP/1.1" status: 204 len: 168 time: 0.7296236 Jun 16 13:44:20.924994 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec63a718-2956-4812-83e7-ab3ba2c1e69e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:20.930181 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-47be4308-f675-4546-89e3-c796cdcae00e req-cb5cc70a-b7a8-4f56-ab6c-a283db7c0520 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 210 time: 0.1303153 Jun 16 13:44:20.931065 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37566) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:20.932525 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-e0b6b7fa-9b50-41ab-aefb-a75918cd7770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:20.978474 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:20.991918 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:20.995533 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.021981 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Request body: {'port': {'device_id': '69e8a53a-b3da-4f9d-9f22-99d14ec0abdd', 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e', 'admin_state_up': True, 'tenant_id': 'd66f78c93715407d873413d041546e5e'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:21.037039 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-50f63709-3134-4fad-9dfd-2a0bcedaccc2 service neutron] 10.222.0.64 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036985 Jun 16 13:44:21.041108 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.104545 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Transition to ACTIVE for port object ea47c359-bacf-4d4b-8e72-239d163783ba will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:21.175746 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.221716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b2a15874-324c-4910-a5f3-b91a35938dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:21.275859 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.409128 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:21.412047 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.420788 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.426627 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 4687453d-7dc7-44af-a8df-638cb32b5931 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:21.438340 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-02c13d47-629c-47a6-a009-8902a0bd8dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:21.466436 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Network 32551c5f-142b-47df-8c76-1caa06b3929d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:21.490832 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3597c44-07a9-4e60-8434-f709540ec26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.516851 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:21.558267 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:21.558930 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.603144 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:21.614496 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:21.638050 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e907ad03-c70a-4983-82c7-0678212bd100 req-bc1139d6-1703-4d1b-85d9-e0179f45a6cc tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.1408086 Jun 16 13:44:21.648213 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 4687453d-7dc7-44af-a8df-638cb32b5931 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:21.650034 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.100', 63894) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:21.651231 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3597c44-07a9-4e60-8434-f709540ec26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.655086 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 4687453d-7dc7-44af-a8df-638cb32b5931 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:21.655739 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.816507 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.835502 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5f32fa-6d6a-4355-9c9d-559300ccc2ed']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:21.842596 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Made reservation on behalf of d66f78c93715407d873413d041546e5e for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:21.846710 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.879410 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Pushing event updated for resources: {'Port': ['ID=ea47c359-bacf-4d4b-8e72-239d163783ba,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:21.888262 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efdafe7-782f-4f92-8773-b4049700fe70') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:21.888793 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efdafe7-782f-4f92-8773-b4049700fe70') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:21.911333 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.919855 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:21.920669 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-96e99acf-31f2-4e93-9209-ffc1171d9231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:22.010561 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.056115 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.120851 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 4687453d-7dc7-44af-a8df-638cb32b5931, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=4687453d-7dc7-44af-a8df-638cb32b5931,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:22.149521 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:44:22.151959 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:44:22.156725 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:44:22.159005 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.188613 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:22.200586 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19b5ce56-a465-4e03-91df-17b5bcc5d4f3 None None] Provisioning for port ea47c359-bacf-4d4b-8e72-239d163783ba completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:22.293317 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19b5ce56-a465-4e03-91df-17b5bcc5d4f3 None None] Provisioning complete for port ea47c359-bacf-4d4b-8e72-239d163783ba triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:22.297796 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19b5ce56-a465-4e03-91df-17b5bcc5d4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.363385 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19b5ce56-a465-4e03-91df-17b5bcc5d4f3 None None] Port ea47c359-bacf-4d4b-8e72-239d163783ba cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:44:22.457165 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=4687453d-7dc7-44af-a8df-638cb32b5931,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:22.467288 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:22.484666 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d46d61e0-bb01-42d5-84ca-72b0e38456ae req-169eaa3b-e267-418c-bedd-262ef9d15fcb tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 210 time: 0.2234914 Jun 16 13:44:22.529736 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e3597c44-07a9-4e60-8434-f709540ec26f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ebf4c8f4b68413eaca335c8ecf0f6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1935399 Jun 16 13:44:22.556846 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37602) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:22.625194 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37606) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:22.740805 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-7e15e91b-61dd-41f3-9971-a7fbe2233510 service neutron] 10.222.0.64 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5496736 Jun 16 13:44:22.741652 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:22.743811 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.761202 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:22.769505 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.774086 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] 10.222.0.64 "DELETE /v2.0/networks/9e5f32fa-6d6a-4355-9c9d-559300ccc2ed HTTP/1.1" status: 204 len: 168 time: 1.8377452 Jun 16 13:44:22.801700 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5f32fa-6d6a-4355-9c9d-559300ccc2ed,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:22.810286 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:22.814897 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Allocated IP 172.20.0.12 (de04e9fc-f10a-4658-9232-bc7c2fe7851e/558e07bb-fdd4-412f-83f3-711d6a5f8de4/f86cdcbe-3df3-4924-aba0-7906fafaa0dc) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:22.880709 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3597c44-07a9-4e60-8434-f709540ec26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b9c676-f518-4716-8fb4-33b6dc3f08a6,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:22.950478 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e3597c44-07a9-4e60-8434-f709540ec26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.026s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:22.972364 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37614) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:22.990103 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:22.992687 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.282988 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f86a7e22-0959-4a9b-9c82-f9587b372a39 req-234b255b-120b-4b59-afd6-4cb240fb63c9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.2265146 Jun 16 13:44:23.295349 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.323322 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 4687453d-7dc7-44af-a8df-638cb32b5931 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:23.402497 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07b31d60-3b6f-48a7-ab3d-927e40835f3a req-4ea4930b-905c-4139-b369-03fd03667cd4 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 210 time: 0.1117554 Jun 16 13:44:23.431566 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-64b07f4c-b44d-4b20-91d5-3d669fb59c0b tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:23.433046 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-64b07f4c-b44d-4b20-91d5-3d669fb59c0b tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.100 "GET /v2.0/networks?id=229089a2-5918-4b52-a0ce-9f8ce5d4753e HTTP/1.1" status: 200 len: 812 time: 1.7805624 Jun 16 13:44:23.455169 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 4687453d-7dc7-44af-a8df-638cb32b5931 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:23.455988 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.464875 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f9050d51-baea-4524-ba83-16c9ca643afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.469219 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b46d1cd5-dfb9-4abc-825b-6b99ff73703f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=300a57177e72467ba8990b19cd4fb45f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4835248 Jun 16 13:44:23.472583 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.472732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37624) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:23.606000 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Request body: {'port': {'device_id': 'cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4', 'network_id': '229089a2-5918-4b52-a0ce-9f8ce5d4753e', 'admin_state_up': True, 'tenant_id': '5b2cf24467fa4c569b218c77e96440e7'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:23.624873 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.699384 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-149133b7-a1fa-49c3-b3f2-b152af5530cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.776061 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-149133b7-a1fa-49c3-b3f2-b152af5530cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.785255 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6ceadc0f-748c-4725-9ce5-d749cd00e286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.855472 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4ae373c9-0667-4084-9993-047dae42d94e req-13dcceec-9ab2-42c8-9c9a-25752e2c3df9 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 210 time: 0.0765409 Jun 16 13:44:23.892835 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.902401 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-157e004d-eafe-4e4c-a821-1256d8387c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:23.943939 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6ceadc0f-748c-4725-9ce5-d749cd00e286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.948525 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.002664 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Network de04e9fc-f10a-4658-9232-bc7c2fe7851e is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:24.011854 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:24.027513 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:24.029371 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.041014 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.064720 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-149133b7-a1fa-49c3-b3f2-b152af5530cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.072016 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-149133b7-a1fa-49c3-b3f2-b152af5530cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.073426 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-149133b7-a1fa-49c3-b3f2-b152af5530cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18f8afe9-8ccd-4f9b-bab6-48a2d3f8492e HTTP/1.1" status: 204 len: 168 time: 0.5998428 Jun 16 13:44:24.074491 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Pushing event updated for resources: {'Port': ['ID=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.095470 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.096316 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7b24fbac-85aa-487f-905a-6a7ee70e04a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.109908 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149133b7-a1fa-49c3-b3f2-b152af5530cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f8afe9-8ccd-4f9b-bab6-48a2d3f8492e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.122995 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-149133b7-a1fa-49c3-b3f2-b152af5530cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.150353 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:24.151471 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.196832 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.226628 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.285681 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Network 1816f281-64dd-49c0-a698-7461eb0685b3 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:24.338689 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:24.355408 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:24.371128 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:24.371929 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.384298 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Pushing event updated for resources: {'Port': ['ID=b7f4f85f-33db-4190-97cc-7b013e6936b1,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.394949 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.400978 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.436940 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f9050d51-baea-4524-ba83-16c9ca643afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.448683 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4320595 Jun 16 13:44:24.539616 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37648) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:24.558968 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f9050d51-baea-4524-ba83-16c9ca643afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.636733 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6ceadc0f-748c-4725-9ce5-d749cd00e286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.725622 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-57ce313e-d7e7-434a-ab79-0babb2cdd9ea req-70d3a30f-c528-4365-b432-b3fb6e34fc76 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 210 time: 0.0806386 Jun 16 13:44:24.753683 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cf54ff0b-842d-4ffd-bf16-7d4691b31c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.770773 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37654) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:24.782270 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6ceadc0f-748c-4725-9ce5-d749cd00e286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.783745 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6ceadc0f-748c-4725-9ce5-d749cd00e286 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35b9c676-f518-4716-8fb4-33b6dc3f08a6 HTTP/1.1" status: 204 len: 168 time: 2.2237923 Jun 16 13:44:24.809820 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37658) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:24.810476 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f9050d51-baea-4524-ba83-16c9ca643afa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea2935b6a4ce45fb94fec79829767db9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1204367 Jun 16 13:44:24.810476 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Pushing event updated for resources: {'Port': ['ID=ea47c359-bacf-4d4b-8e72-239d163783ba,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.829664 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.839488 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7967ed96-8ce1-4e2f-81b6-89d1245e692e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.841732 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Made reservation on behalf of 5b2cf24467fa4c569b218c77e96440e7 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:24.845394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.873207 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9329748 Jun 16 13:44:24.888919 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ede98a86-abdb-4299-bc9f-9823392aed9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3725c8258294110b5e47c43f2052ea4&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1167140 Jun 16 13:44:24.897549 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37662) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:24.995865 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-00c97115-9720-4235-9142-86ed89764858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.035241 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-00c97115-9720-4235-9142-86ed89764858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.076594 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c69002d7-eef6-44d2-85b4-a17b6dedffa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.113182 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Allocated IP 172.20.0.7 (229089a2-5918-4b52-a0ce-9f8ce5d4753e/37cb6b7f-f308-4e84-abad-862e5764988c/257422b3-ee19-4382-8401-725f9a199b01) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:25.158783 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a5022910-2915-4711-8754-1a0e704dab62 req-e4a4ea5f-fe95-489e-aab0-3996a6949fe2 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 210 time: 0.0736301 Jun 16 13:44:25.171810 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cf54ff0b-842d-4ffd-bf16-7d4691b31c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.199858 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-cf54ff0b-842d-4ffd-bf16-7d4691b31c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.202705 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c69002d7-eef6-44d2-85b4-a17b6dedffa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.205538 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Network 32551c5f-142b-47df-8c76-1caa06b3929d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:25.214803 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.216113 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:25.238540 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9050d51-baea-4524-ba83-16c9ca643afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29f6d3-ba86-4024-8802-13a2a2bdc4aa,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.264183 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-00c97115-9720-4235-9142-86ed89764858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.282390 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f91e1-729f-42b5-9cb6-608070271caa req-50af162e-d1f1-46c6-ab93-8af5aac910af tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:25.284464 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aa8f91e1-729f-42b5-9cb6-608070271caa req-50af162e-d1f1-46c6-ab93-8af5aac910af tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 931 time: 0.7179542 Jun 16 13:44:25.294799 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-00c97115-9720-4235-9142-86ed89764858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.306578 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-00c97115-9720-4235-9142-86ed89764858 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae29f6d3-ba86-4024-8802-13a2a2bdc4aa HTTP/1.1" status: 204 len: 168 time: 0.4937780 Jun 16 13:44:25.323050 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-cf54ff0b-842d-4ffd-bf16-7d4691b31c6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d5a81f10b2f4982938a2bd98f1f4a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7808838 Jun 16 13:44:25.323050 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ff0b-842d-4ffd-bf16-7d4691b31c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47b7f1-c3cf-4a9c-94f0-bc0ac858de0b,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.339116 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37670) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:25.341798 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-cf54ff0b-842d-4ffd-bf16-7d4691b31c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.365657 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.408898 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c97115-9720-4235-9142-86ed89764858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29f6d3-ba86-4024-8802-13a2a2bdc4aa,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.425223 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-00c97115-9720-4235-9142-86ed89764858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.478745 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c69002d7-eef6-44d2-85b4-a17b6dedffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.507438 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c69002d7-eef6-44d2-85b4-a17b6dedffa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.512814 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c69002d7-eef6-44d2-85b4-a17b6dedffa0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44b7c1d1-866f-44ee-a01b-c597f2c3fda4 HTTP/1.1" status: 204 len: 168 time: 0.6140490 Jun 16 13:44:25.519846 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37672) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:25.522241 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ce7fc938-ca2c-4339-b838-5721c07a7218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.572374 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceadc0f-748c-4725-9ce5-d749cd00e286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b9c676-f518-4716-8fb4-33b6dc3f08a6,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.574053 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e741010a-649a-49c6-9de5-345d62705a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.577647 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6ceadc0f-748c-4725-9ce5-d749cd00e286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.578620 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69002d7-eef6-44d2-85b4-a17b6dedffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b7c1d1-866f-44ee-a01b-c597f2c3fda4,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.589462 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-168e892f-5018-4e93-987e-4cd1dd0bccf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.598834 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.814s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.603023 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c69002d7-eef6-44d2-85b4-a17b6dedffa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.605929 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.007s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.643217 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aa8f91e1-729f-42b5-9cb6-608070271caa req-e9e788f8-b802-4cf8-9f50-e13d87abdfff tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320725 Jun 16 13:44:25.655410 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-023ad345-90f6-465e-ab5b-0aa6931c3037 None None] Provisioning complete for port ea47c359-bacf-4d4b-8e72-239d163783ba triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:25.657995 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-023ad345-90f6-465e-ab5b-0aa6931c3037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.659821 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Router e20c288f-3b46-46ce-8624-286512d976a1 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:44:25.697870 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e741010a-649a-49c6-9de5-345d62705a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.800124 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.803352 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-023ad345-90f6-465e-ab5b-0aa6931c3037 None None] Port ea47c359-bacf-4d4b-8e72-239d163783ba cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:44:25.873742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.902715 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.990751 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-168e892f-5018-4e93-987e-4cd1dd0bccf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.996527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Pushing event updated for resources: {'Port': ['ID=257422b3-ee19-4382-8401-725f9a199b01,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.014681 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-168e892f-5018-4e93-987e-4cd1dd0bccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.056119 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fde5cb16-5f06-43c0-aa89-d9efa0eb65e7 req-dd05e3f5-2e95-49a0-bf17-6d55bd3e839a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 210 time: 0.0606544 Jun 16 13:44:26.074606 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.109856 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e741010a-649a-49c6-9de5-345d62705a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.126470 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-e741010a-649a-49c6-9de5-345d62705a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.127912 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e741010a-649a-49c6-9de5-345d62705a99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a47b7f1-c3cf-4a9c-94f0-bc0ac858de0b HTTP/1.1" status: 204 len: 168 time: 0.7873292 Jun 16 13:44:26.137825 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-168e892f-5018-4e93-987e-4cd1dd0bccf1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6d22f83f2f54b2f8f0d86f36c1729ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6119871 Jun 16 13:44:26.140618 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37690) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:26.176026 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e892f-5018-4e93-987e-4cd1dd0bccf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437867b8-bba1-4e8a-8a6d-5a11ab8c9af8,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.183403 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-168e892f-5018-4e93-987e-4cd1dd0bccf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.183403 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.200208 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741010a-649a-49c6-9de5-345d62705a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47b7f1-c3cf-4a9c-94f0-bc0ac858de0b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.203907 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-e741010a-649a-49c6-9de5-345d62705a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.222594 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2d543acd-8c9f-41b3-9acc-ff64e9dc06af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.255041 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2d543acd-8c9f-41b3-9acc-ff64e9dc06af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.339713 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2d543acd-8c9f-41b3-9acc-ff64e9dc06af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.344291 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2d543acd-8c9f-41b3-9acc-ff64e9dc06af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.348249 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2d543acd-8c9f-41b3-9acc-ff64e9dc06af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/437867b8-bba1-4e8a-8a6d-5a11ab8c9af8 HTTP/1.1" status: 204 len: 168 time: 0.2034256 Jun 16 13:44:26.348249 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dd03835b-87ad-4111-8e66-21425a87247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.356886 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.363952 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d543acd-8c9f-41b3-9acc-ff64e9dc06af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437867b8-bba1-4e8a-8a6d-5a11ab8c9af8,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.364150 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Network 229089a2-5918-4b52-a0ce-9f8ce5d4753e is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:26.366702 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:26.369758 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2d543acd-8c9f-41b3-9acc-ff64e9dc06af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.380454 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:26.386084 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.386738 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.422157 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8295579 Jun 16 13:44:26.498657 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:26.509798 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Sync routers for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:26.514112 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] 10.222.0.64 "PUT /v2.0/routers/e20c288f-3b46-46ce-8624-286512d976a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9524841 Jun 16 13:44:26.527819 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:26.529057 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:26.589664 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ede8d-efd4-4868-aa49-d9e8428cfae9 req-8835baba-2b95-453b-85af-0704da3022e2 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.591245 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec1ede8d-efd4-4868-aa49-d9e8428cfae9 req-8835baba-2b95-453b-85af-0704da3022e2 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 931 time: 0.1679678 Jun 16 13:44:26.657551 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec1ede8d-efd4-4868-aa49-d9e8428cfae9 req-308f4a8f-c6d7-4664-93ad-26546fbb49d2 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517099 Jun 16 13:44:26.676041 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:26.970157 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 2, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:26.982493 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Checking router: e20c288f-3b46-46ce-8624-286512d976a1 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:26.983020 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Updating router e20c288f-3b46-46ce-8624-286512d976a1 port ea47c359-bacf-4d4b-8e72-239d163783ba binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:44:27.062629 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7d4c7-9e3a-4c3f-a37f-e918992632bc req-a1efbc65-a346-4812-b608-23706fa22e4c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:27.070702 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2ca7d4c7-9e3a-4c3f-a37f-e918992632bc req-a1efbc65-a346-4812-b608-23706fa22e4c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 931 time: 0.1959376 Jun 16 13:44:27.078374 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.148441 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2ca7d4c7-9e3a-4c3f-a37f-e918992632bc req-99c5c8af-ab80-479b-9f38-930de05c1479 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766754 Jun 16 13:44:27.162163 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37724) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:27.192107 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a422e16e-e127-4e40-b879-963d4dcc0cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.408844 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a422e16e-e127-4e40-b879-963d4dcc0cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.415537 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a422e16e-e127-4e40-b879-963d4dcc0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.418984 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:27.489808 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fe677a90-e4c4-4edc-9cbf-74f38df77679 req-71d0f38d-9592-48ea-ae85-905caf639870 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 210 time: 0.0966830 Jun 16 13:44:27.534496 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422e16e-e127-4e40-b879-963d4dcc0cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52167c4-ab57-496a-a90a-ae6b23315e7d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:27.535728 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a422e16e-e127-4e40-b879-963d4dcc0cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:27.559079 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a422e16e-e127-4e40-b879-963d4dcc0cc1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=889aa58b4427411ca9ca0ac8b57306fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955216 Jun 16 13:44:27.559796 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37730) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:27.673740 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-99312998-58fa-4f22-875c-5521ae2c3bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.725326 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-99312998-58fa-4f22-875c-5521ae2c3bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.755034 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1cae1c6a-986b-43fe-b24a-7d18b4c2ccc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.797870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-99312998-58fa-4f22-875c-5521ae2c3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.801739 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-99312998-58fa-4f22-875c-5521ae2c3bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.803412 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-99312998-58fa-4f22-875c-5521ae2c3bc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b52167c4-ab57-496a-a90a-ae6b23315e7d HTTP/1.1" status: 204 len: 168 time: 0.2426486 Jun 16 13:44:27.804147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:27.820235 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99312998-58fa-4f22-875c-5521ae2c3bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52167c4-ab57-496a-a90a-ae6b23315e7d,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:27.827427 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-99312998-58fa-4f22-875c-5521ae2c3bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:27.935849 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.990413 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Transition to ACTIVE for port object ea47c359-bacf-4d4b-8e72-239d163783ba will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:27.998033 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.001659 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:28.072175 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c162da4-5906-438b-860d-4453cb6b22da req-ca5903d4-f720-4e12-9770-aeee3167ff6c tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:28.075853 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c162da4-5906-438b-860d-4453cb6b22da req-ca5903d4-f720-4e12-9770-aeee3167ff6c tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 931 time: 0.1572781 Jun 16 13:44:28.109705 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37750) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:28.113437 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec059d0c-fb54-460e-9907-930d4d472b19 None None] Pushing event updated for resources: {'Port': ['ID=ea47c359-bacf-4d4b-8e72-239d163783ba,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:28.114773 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730943716', 'description': 'tempest-description--1325385786'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:28.123544 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ec059d0c-fb54-460e-9907-930d4d472b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:28.163267 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.203648 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c162da4-5906-438b-860d-4453cb6b22da req-e1c193ed-ca37-435f-86e8-e5597fe0f7b5 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897543 Jun 16 13:44:28.220229 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-3f3bb092-cc2d-46e6-827b-1247f357d112 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:28.254894 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-3f3bb092-cc2d-46e6-827b-1247f357d112 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420864 Jun 16 13:44:28.287423 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Attempting to bind port ea47c359-bacf-4d4b-8e72-239d163783ba on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:28.288083 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Attempting to bind port ea47c359-bacf-4d4b-8e72-239d163783ba by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:28.288956 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Attempting to bind port ea47c359-bacf-4d4b-8e72-239d163783ba on network 32551c5f-142b-47df-8c76-1caa06b3929d {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:28.302553 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:28.304287 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Checking segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:28.305028 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.306629 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Bound using segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:28.307983 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Bound port: ea47c359-bacf-4d4b-8e72-239d163783ba, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:28.309287 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.410264 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.417576 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-70f22806-0cfc-4ab8-b821-c198d3c52c04 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:28.419181 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-70f22806-0cfc-4ab8-b821-c198d3c52c04 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2195807 Jun 16 13:44:28.423983 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-91d021c8-c11d-477c-8058-cc3a0ac4cb42 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:28.425334 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-91d021c8-c11d-477c-8058-cc3a0ac4cb42 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2246406 Jun 16 13:44:28.427073 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.430484 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:28.478633 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.480302 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3692486 Jun 16 13:44:28.481381 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deaeaccb-2736-4d97-b2a9-112723dc710d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:28.483927 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37760) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:28.490329 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'security_group_rule': {'security_group_id': 'deaeaccb-2736-4d97-b2a9-112723dc710d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:28.495744 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:28.547906 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.550057 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] For port ea47c359-bacf-4d4b-8e72-239d163783ba, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:28.579073 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] For port ea47c359-bacf-4d4b-8e72-239d163783ba, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=ea47c359-bacf-4d4b-8e72-239d163783ba,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:28.587120 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.591092 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:28.663880 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.671634 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.674521 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:28.683472 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c79d5-d457-4ae0-b0f3-3b9db5a7b29d req-67554471-61a8-413f-9a68-737ef20ed982 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:28.696132 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ff1c79d5-d457-4ae0-b0f3-3b9db5a7b29d req-67554471-61a8-413f-9a68-737ef20ed982 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 931 time: 0.2162280 Jun 16 13:44:28.701193 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed256e7-0f6c-4137-8351-4fb894f733c4,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:28.709938 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:28.740972 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.743082 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579408 Jun 16 13:44:28.745716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37766) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:28.752541 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:28.753714 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:28.755103 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'security_group_rule': {'security_group_id': 'deaeaccb-2736-4d97-b2a9-112723dc710d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:28.757386 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec059d0c-fb54-460e-9907-930d4d472b19 None None] Pushing event updated for resources: {'Port': ['ID=ea47c359-bacf-4d4b-8e72-239d163783ba,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:28.814538 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.856770 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ec059d0c-fb54-460e-9907-930d4d472b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:28.860911 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ff1c79d5-d457-4ae0-b0f3-3b9db5a7b29d req-753f9d71-6e79-44f3-b6d6-26a1cc50ef74 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639032 Jun 16 13:44:29.016708 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.024784 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.035571 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:29.046657 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:29.079693 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5255813f-d0c1-426c-b6f4-c415e2bcbb0c,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:29.089475 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:29.099367 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.105393 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37780) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:29.107786 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3598983 Jun 16 13:44:29.111236 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:29.143627 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:44:29.186334 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Request body: {'port': {'device_id': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:29.200389 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Request body: {'port': {'device_id': 'cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:29.221145 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.306009 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Request body: {'port': {'device_id': '69e8a53a-b3da-4f9d-9f22-99d14ec0abdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:29.313071 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8789047-e99f-492f-ab6b-ed8c95f10fac req-fcb81379-4d20-4662-b5ef-b4e7df7de2fa tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 210 time: 0.0613832 Jun 16 13:44:29.400425 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.640949 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.646012 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:29.882380 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:28Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:29.899687 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198fb14-999d-44e6-bcac-fc41fae1d86e None None] The sync data for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi is: [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:28Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:30.025027 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.100', 63905) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:30.334223 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.503461 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.604061 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e81d6bb7-dcd5-4593-ae57-388cdfd3b942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.830119 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device ea47c359-bacf-4d4b-8e72-239d163783ba up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:30.977770 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port ea47c359-bacf-4d4b-8e72-239d163783ba completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:30.989005 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port ea47c359-bacf-4d4b-8e72-239d163783ba triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:31.011470 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.079517 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86cdcbe-3df3-4924-aba0-7906fafaa0dc {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:31.091069 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.119573 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Transition to ACTIVE for port object f86cdcbe-3df3-4924-aba0-7906fafaa0dc will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:31.185327 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.219379 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a9c22-1d5b-480e-bf1a-17596eeb29a1 req-e8b9069b-f0e8-476c-87c9-aab9f114242d tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:31.227195 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ef9a9c22-1d5b-480e-bf1a-17596eeb29a1 req-e8b9069b-f0e8-476c-87c9-aab9f114242d tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 931 time: 1.1284521 Jun 16 13:44:31.292075 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.334518 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3931f-bd76-414b-9875-9b751594615e req-c531dd64-fcd3-479c-a834-4f9a85050322 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:31.336101 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-c531dd64-fcd3-479c-a834-4f9a85050322 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 818 time: 1.3089976 Jun 16 13:44:31.355697 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-1d19ce5c-cf24-42fe-902f-766234ccbc2d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:31.394542 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.511101 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ef9a9c22-1d5b-480e-bf1a-17596eeb29a1 req-f5d535f4-9a2b-4894-ba14-7ddd255072d1 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819963 Jun 16 13:44:31.519991 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f4f85f-33db-4190-97cc-7b013e6936b1 {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:31.535583 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Pushing event updated for resources: {'Port': ['ID=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:31.579499 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port ea47c359-bacf-4d4b-8e72-239d163783ba, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=ea47c359-bacf-4d4b-8e72-239d163783ba,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:31.587420 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.594145 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.601799 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Request body: {'port': {'device_id': 'd1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9', 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e', 'admin_state_up': True, 'tenant_id': 'd66f78c93715407d873413d041546e5e'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:31.604417 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.612729 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:31.621615 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:31.638736 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Transition to ACTIVE for port object b7f4f85f-33db-4190-97cc-7b013e6936b1 will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:31.646798 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.654565 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-48f5d46e-dc19-4f7e-986c-0da3fbb657fb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:31.683818 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Allocated IP 172.27.2.121 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/154f81e1-076c-4fa0-8101-369621fce30f) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:31.839105 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=ea47c359-bacf-4d4b-8e72-239d163783ba,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:31.853161 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:31.869724 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f4f85f-33db-4190-97cc-7b013e6936b1,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:31.991302 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257422b3-ee19-4382-8401-725f9a199b01 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:32.034111 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.084936 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:32.088761 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcc4e3-ed9f-4fd3-9322-f869f8124116 req-3b9e8085-a9cc-4fba-b13e-65d776043218 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:32.090465 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-68dcc4e3-ed9f-4fd3-9322-f869f8124116 req-3b9e8085-a9cc-4fba-b13e-65d776043218 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 931 time: 1.3397157 Jun 16 13:44:32.105989 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.183916 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.246528 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:32.257668 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5732e858-862e-410f-aba9-5ea7700ea5e0 req-9b95b186-a4cb-4f4f-bfdd-c347bd437447 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 210 time: 0.0934677 Jun 16 13:44:32.328532 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:32.350098 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:32.353732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:32.363927 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Transition to ACTIVE for port object 257422b3-ee19-4382-8401-725f9a199b01 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:32.378337 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Attempting to bind port f86cdcbe-3df3-4924-aba0-7906fafaa0dc on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:32.381914 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Attempting to bind port f86cdcbe-3df3-4924-aba0-7906fafaa0dc by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:32.382288 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Attempting to bind port f86cdcbe-3df3-4924-aba0-7906fafaa0dc on network de04e9fc-f10a-4658-9232-bc7c2fe7851e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:32.408235 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Port f86cdcbe-3df3-4924-aba0-7906fafaa0dc on network de04e9fc-f10a-4658-9232-bc7c2fe7851e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:32.408561 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Attempting to bind port f86cdcbe-3df3-4924-aba0-7906fafaa0dc on network de04e9fc-f10a-4658-9232-bc7c2fe7851e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:32.413581 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.431227 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Attempting to bind port b7f4f85f-33db-4190-97cc-7b013e6936b1 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:32.432460 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Attempting to bind port b7f4f85f-33db-4190-97cc-7b013e6936b1 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:32.433957 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Attempting to bind port b7f4f85f-33db-4190-97cc-7b013e6936b1 on network 1816f281-64dd-49c0-a698-7461eb0685b3 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:32.438431 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'Port': ['ID=154f81e1-076c-4fa0-8101-369621fce30f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:32.462199 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:32.471122 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Port b7f4f85f-33db-4190-97cc-7b013e6936b1 on network 1816f281-64dd-49c0-a698-7461eb0685b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:32.472549 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Attempting to bind port b7f4f85f-33db-4190-97cc-7b013e6936b1 on network 1816f281-64dd-49c0-a698-7461eb0685b3 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:32.483575 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:32.541303 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:32.543756 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Checking segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:32.545347 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Bound using segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:32.547319 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Bound port: b7f4f85f-33db-4190-97cc-7b013e6936b1, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:32.548979 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.555001 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=257422b3-ee19-4382-8401-725f9a199b01,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:32.557503 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:32.557869 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Checking segment: {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:32.558420 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Bound using segment: {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:32.558869 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Bound port: f86cdcbe-3df3-4924-aba0-7906fafaa0dc, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:32.559251 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.562041 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:32.616134 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-68dcc4e3-ed9f-4fd3-9322-f869f8124116 req-0f036ae3-124b-4e7e-824b-9856e6bb202c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583179 Jun 16 13:44:32.766327 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device ea47c359-bacf-4d4b-8e72-239d163783ba up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:32.947934 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port ea47c359-bacf-4d4b-8e72-239d163783ba triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:32.949900 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.954480 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] For port b7f4f85f-33db-4190-97cc-7b013e6936b1, host hv-cinder-78960, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:33.061734 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] For port b7f4f85f-33db-4190-97cc-7b013e6936b1, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:33.125617 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.172748 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:33.213417 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] For port f86cdcbe-3df3-4924-aba0-7906fafaa0dc, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:33.216203 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.219742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] For port f86cdcbe-3df3-4924-aba0-7906fafaa0dc, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:33.226068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Made reservation on behalf of d66f78c93715407d873413d041546e5e for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:33.230452 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.253565 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:33.254811 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.257634 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] 10.222.0.100 "PUT /v2.0/ports/b7f4f85f-33db-4190-97cc-7b013e6936b1 HTTP/1.1" status: 200 len: 1093 time: 4.3491786 Jun 16 13:44:33.260469 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'tag': 'b7f4f85f-33db-4190-97cc-7b013e6936b1'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:33.273473 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.299622 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.306517 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:33.326235 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f4f85f-33db-4190-97cc-7b013e6936b1,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:33.333045 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:33.343698 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.450677 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Allocated IP 172.20.0.6 (de04e9fc-f10a-4658-9232-bc7c2fe7851e/558e07bb-fdd4-412f-83f3-711d6a5f8de4/15c995ed-0adf-4564-9937-5e28d1b4ec43) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:33.532889 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fad59a62-ab27-46fb-9bd1-4161cbaf4d19 req-779b6efc-04cd-4ac8-a308-42a2b3afd4f2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 210 time: 0.0372849 Jun 16 13:44:33.579901 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:33.580551 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.581995 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] 10.222.0.100 "PUT /v2.0/ports/f86cdcbe-3df3-4924-aba0-7906fafaa0dc HTTP/1.1" status: 200 len: 1094 time: 4.6293871 Jun 16 13:44:33.582822 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Attempting to bind port 257422b3-ee19-4382-8401-725f9a199b01 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:33.583177 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Attempting to bind port 257422b3-ee19-4382-8401-725f9a199b01 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c1fd5b02-787c-48f2-896c-45418cd05e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '229089a2-5918-4b52-a0ce-9f8ce5d4753e'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:33.583528 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Attempting to bind port 257422b3-ee19-4382-8401-725f9a199b01 on network 229089a2-5918-4b52-a0ce-9f8ce5d4753e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:33.599028 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e8a53a-b3da-4f9d-9f22-99d14ec0abdd', 'tag': 'f86cdcbe-3df3-4924-aba0-7906fafaa0dc'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:33.648622 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.666128 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.697504 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 37920) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:33.700035 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:33.776244 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Port 257422b3-ee19-4382-8401-725f9a199b01 on network 229089a2-5918-4b52-a0ce-9f8ce5d4753e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:33.776577 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Attempting to bind port 257422b3-ee19-4382-8401-725f9a199b01 on network 229089a2-5918-4b52-a0ce-9f8ce5d4753e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:33.799253 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:33.799612 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Checking segment: {'id': 'c1fd5b02-787c-48f2-896c-45418cd05e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '229089a2-5918-4b52-a0ce-9f8ce5d4753e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:33.800004 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Bound using segment: {'id': 'c1fd5b02-787c-48f2-896c-45418cd05e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '229089a2-5918-4b52-a0ce-9f8ce5d4753e'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:33.800523 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Bound port: 257422b3-ee19-4382-8401-725f9a199b01, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fd5b02-787c-48f2-896c-45418cd05e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1208, 'network_id': '229089a2-5918-4b52-a0ce-9f8ce5d4753e'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:33.800793 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.818826 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff47767-dbac-48d5-808e-3a967cef9543" -d '{"events": [{"name": "network-changed", "server_uuid": "d08a9d7b-56db-4ab8-9c7d-bad15e143d98", "tag": "b7f4f85f-33db-4190-97cc-7b013e6936b1"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:33.846089 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Pushing event updated for resources: {'Port': ['ID=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:33.850527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:33.892674 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'Port': ['ID=154f81e1-076c-4fa0-8101-369621fce30f,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:33.907826 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:33.908432 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ab591-d2a5-43f7-a692-44e172fabbff req-ebea364f-0037-4f4f-b634-75eee6e78e6c tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:33.910027 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a08ab591-d2a5-43f7-a692-44e172fabbff req-ebea364f-0037-4f4f-b634-75eee6e78e6c tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 943 time: 0.7920415 Jun 16 13:44:33.974809 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.003190 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156a1eaa-027c-4cc6-aa6c-7680ec95c4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "69e8a53a-b3da-4f9d-9f22-99d14ec0abdd", "tag": "f86cdcbe-3df3-4924-aba0-7906fafaa0dc"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:34.008303 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.010965 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9032838 Jun 16 13:44:34.065031 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065c1ff-2c29-495c-a619-b2279607b411 req-1bb98a4d-8d1c-40de-9239-90d4b1a71567 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.079643 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4065c1ff-2c29-495c-a619-b2279607b411 req-1bb98a4d-8d1c-40de-9239-90d4b1a71567 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 943 time: 0.1735666 Jun 16 13:44:34.123433 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a08ab591-d2a5-43f7-a692-44e172fabbff req-4d23547d-6561-4473-9544-9d257a1910e2 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012396 Jun 16 13:44:34.169820 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] For port 257422b3-ee19-4382-8401-725f9a199b01, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:34.177551 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] For port 257422b3-ee19-4382-8401-725f9a199b01, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=257422b3-ee19-4382-8401-725f9a199b01,segment=NetworkSegment(c1fd5b02-787c-48f2-896c-45418cd05e8d),segment_id=c1fd5b02-787c-48f2-896c-45418cd05e8d)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:34.203277 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.229840 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4065c1ff-2c29-495c-a619-b2279607b411 req-9e5a8d9b-bbea-4157-9b81-aa0e05ff167f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488335 Jun 16 13:44:34.250379 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.329446 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.330097 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.331664 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] 10.222.0.100 "PUT /v2.0/ports/257422b3-ee19-4382-8401-725f9a199b01 HTTP/1.1" status: 200 len: 1093 time: 5.3857679 Jun 16 13:44:34.334230 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=257422b3-ee19-4382-8401-725f9a199b01,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.335328 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-df7342bb-0f9d-40da-be7c-049ad0d6da97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.337694 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.341474 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.403374 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.424958 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9bb8da45-742c-497d-bae8-1b8bb8b75ecf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.483635 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Network de04e9fc-f10a-4658-9232-bc7c2fe7851e is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:34.492162 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:34.504471 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:34.513539 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.514524 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.544554 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf33867-9651-4976-9586-f90d2d926fe5 x-openstack-request-id: req-acf33867-9651-4976-9586-f90d2d926fe5 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:34.546054 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e8a53a-b3da-4f9d-9f22-99d14ec0abdd", "tag": "f86cdcbe-3df3-4924-aba0-7906fafaa0dc", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:34.546054 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acf33867-9651-4976-9586-f90d2d926fe5 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:34.546788 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e8a53a-b3da-4f9d-9f22-99d14ec0abdd', 'tag': 'f86cdcbe-3df3-4924-aba0-7906fafaa0dc', 'status': 'completed', 'code': 200} Jun 16 13:44:34.554442 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Pushing event updated for resources: {'Port': ['ID=15c995ed-0adf-4564-9937-5e28d1b4ec43,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.557589 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.566911 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-df7342bb-0f9d-40da-be7c-049ad0d6da97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.573230 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-df7342bb-0f9d-40da-be7c-049ad0d6da97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.578534 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0484591 Jun 16 13:44:34.586868 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.619725 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fbf432-c54f-45f3-ad3c-60b56cb2f875 x-openstack-request-id: req-b7fbf432-c54f-45f3-ad3c-60b56cb2f875 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:34.620034 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08a9d7b-56db-4ab8-9c7d-bad15e143d98", "tag": "b7f4f85f-33db-4190-97cc-7b013e6936b1", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:34.620312 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7fbf432-c54f-45f3-ad3c-60b56cb2f875 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:34.620812 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'tag': 'b7f4f85f-33db-4190-97cc-7b013e6936b1', 'status': 'completed', 'code': 200} Jun 16 13:44:34.678979 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-df7342bb-0f9d-40da-be7c-049ad0d6da97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e3ee6fca20542858f7c47d7af5d18c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8684208 Jun 16 13:44:34.682911 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 37980) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:34.688636 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7342bb-0f9d-40da-be7c-049ad0d6da97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8192411e-39d0-4720-91b3-6978ca30d1ec,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.698906 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-df7342bb-0f9d-40da-be7c-049ad0d6da97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.760453 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-46dc71c8-8437-453c-b891-80c821c664a4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--730943716&fields=id&tenant_id=efaf02d407be4ac69e265951af645cb9 HTTP/1.1" status: 200 len: 267 time: 0.0912535 Jun 16 13:44:34.768323 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6a18b4bf-a756-40a5-a974-0be3fdd5f80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.814638 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6a18b4bf-a756-40a5-a974-0be3fdd5f80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.877463 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee3be9-fa22-46bb-8082-b2329dd8ef64 req-4c4acde3-2720-4c29-90dc-3896135a59d8 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.879077 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bee3be9-fa22-46bb-8082-b2329dd8ef64 req-4c4acde3-2720-4c29-90dc-3896135a59d8 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 931 time: 0.1255786 Jun 16 13:44:34.907966 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6a18b4bf-a756-40a5-a974-0be3fdd5f80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.908355 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-793916af-30db-4a7a-a022-2baf0c153f68 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.912598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6a18b4bf-a756-40a5-a974-0be3fdd5f80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.913737 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6a18b4bf-a756-40a5-a974-0be3fdd5f80b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8192411e-39d0-4720-91b3-6978ca30d1ec HTTP/1.1" status: 204 len: 168 time: 0.2297616 Jun 16 13:44:34.914785 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.915510 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-793916af-30db-4a7a-a022-2baf0c153f68 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 810 time: 0.1482623 Jun 16 13:44:34.925976 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-de0332e5-3c66-4651-8421-f3e664d68f23 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/quotas/efaf02d407be4ac69e265951af645cb9 HTTP/1.1" status: 200 len: 375 time: 0.0097260 Jun 16 13:44:34.926139 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18b4bf-a756-40a5-a974-0be3fdd5f80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8192411e-39d0-4720-91b3-6978ca30d1ec,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.933721 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6a18b4bf-a756-40a5-a974-0be3fdd5f80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.960069 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bee3be9-fa22-46bb-8082-b2329dd8ef64 req-de13a2dd-e1dd-4a12-b283-05a86d1dd8e1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742362 Jun 16 13:44:35.052611 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-98f9536d-eaf3-4daa-8bca-5f8e591cc6b7 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1095309 Jun 16 13:44:35.060504 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Request body: {'port': {'device_id': 'd1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:35.287050 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-314362f3-a528-4d4f-815c-550730578fdc service neutron] 10.222.0.64 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125440 Jun 16 13:44:35.315644 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.342200 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-3ee3a80d-1e01-45d7-9fa2-f15bf1090d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.344316 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-3ee3a80d-1e01-45d7-9fa2-f15bf1090d12 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 1096 time: 0.2772985 Jun 16 13:44:35.355685 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a1eaa-027c-4cc6-aa6c-7680ec95c4e8 req-c92b09bd-c424-4745-b8ae-547e68a76649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.357370 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-156a1eaa-027c-4cc6-aa6c-7680ec95c4e8 req-c92b09bd-c424-4745-b8ae-547e68a76649 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1097 time: 0.1862772 Jun 16 13:44:35.440083 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-819db4f3-23cb-498a-9d0d-5471d42b0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.441587 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-819db4f3-23cb-498a-9d0d-5471d42b0d71 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5b2cf24467fa4c569b218c77e96440e7&device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 1096 time: 0.3223238 Jun 16 13:44:35.473027 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-5b215ba1-1ec8-443a-aedf-1b6fc199bf4c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1 HTTP/1.1" status: 200 len: 217 time: 0.1159244 Jun 16 13:44:35.557075 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-1a099e8e-cd49-423b-b42a-fff08b71454a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257422b3-ee19-4382-8401-725f9a199b01 HTTP/1.1" status: 200 len: 217 time: 0.0860603 Jun 16 13:44:35.627978 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38022) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:35.765868 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-280c4481-6756-4906-9f5b-b58ab641497c service neutron] 10.222.0.64 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747276 Jun 16 13:44:35.805301 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a1eaa-027c-4cc6-aa6c-7680ec95c4e8 req-ae6702ef-dc77-4b33-9d13-889d9184c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.807381 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-156a1eaa-027c-4cc6-aa6c-7680ec95c4e8 req-ae6702ef-dc77-4b33-9d13-889d9184c759 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=d66f78c93715407d873413d041546e5e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4149044 Jun 16 13:44:35.958277 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-536d5f03-f9e5-4d0b-87f8-1b03fa22dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.959771 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-536d5f03-f9e5-4d0b-87f8-1b03fa22dbe2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.4784963 Jun 16 13:44:36.076423 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f755ae78-d5e1-4bb9-9474-435f4ab9ac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.114400 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-1d0a9ee1-7fc4-4dad-b8ed-26847609e91d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344936 Jun 16 13:44:36.156019 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c22165a1-0db4-463e-a74e-65bcde374c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.157732 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-c22165a1-0db4-463e-a74e-65bcde374c3e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37cb6b7f-f308-4e84-abad-862e5764988c HTTP/1.1" status: 200 len: 852 time: 0.5937264 Jun 16 13:44:36.173817 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36e692-84b7-40d2-9753-c8495d829f36 req-ff9bef0a-8136-4c7d-bcbd-a5c957050aff tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.181270 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b36e692-84b7-40d2-9753-c8495d829f36 req-ff9bef0a-8136-4c7d-bcbd-a5c957050aff tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 943 time: 0.8519957 Jun 16 13:44:36.249243 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b36e692-84b7-40d2-9753-c8495d829f36 req-e6545b07-38ac-46e4-ab5b-21dbbace40bf tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 Jun 16 13:44:36.311981 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a1eaa-027c-4cc6-aa6c-7680ec95c4e8 req-8646b399-f951-4a9d-bba9-7ad90a50a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.313773 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-156a1eaa-027c-4cc6-aa6c-7680ec95c4e8 req-8646b399-f951-4a9d-bba9-7ad90a50a104 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4993477 Jun 16 13:44:36.379083 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c995ed-0adf-4564-9937-5e28d1b4ec43 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:36.391746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f755ae78-d5e1-4bb9-9474-435f4ab9ac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.409651 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04de8d-9538-466f-846a-6b4d8c4fa568 req-3b396664-434e-4b79-9532-dc3356e62dd4 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.412423 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9e04de8d-9538-466f-846a-6b4d8c4fa568 req-3b396664-434e-4b79-9532-dc3356e62dd4 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 943 time: 0.2362423 Jun 16 13:44:36.418289 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f755ae78-d5e1-4bb9-9474-435f4ab9ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.423054 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a54586e7-6834-484f-889e-3b8fcf443f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:36.528269 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755ae78-d5e1-4bb9-9474-435f4ab9ac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3251c6b5-135a-4395-949d-cd880039cdbb,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:36.543473 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f755ae78-d5e1-4bb9-9474-435f4ab9ac57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96a33ffbe50b439e823eb52c949cde7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9144766 Jun 16 13:44:36.550829 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f755ae78-d5e1-4bb9-9474-435f4ab9ac57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:36.551310 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38068) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:36.581990 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4', 'tag': '257422b3-ee19-4382-8401-725f9a199b01'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:36.584799 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cca20b-2298-4d48-b8d9-5c3167d26748" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4", "tag": "257422b3-ee19-4382-8401-725f9a199b01"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:36.588509 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.590972 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9e04de8d-9538-466f-846a-6b4d8c4fa568 req-0842b6c1-3ce7-4bba-a952-d8ec82b05d48 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460950 Jun 16 13:44:36.629536 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-97471a62-b6ed-41c5-8794-061fb5ea1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.631082 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-97471a62-b6ed-41c5-8794-061fb5ea1fe2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1097 time: 0.2051477 Jun 16 13:44:36.698849 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cb94f4e-d010-4d97-a151-53550b2ee401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.701747 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-09d770ea-30a0-4a33-a8ed-6705b1a78766 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc HTTP/1.1" status: 200 len: 217 time: 0.0626767 Jun 16 13:44:36.724483 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96386411-9d41-4a12-97b7-7758f1434b54 req-3e53deb4-ecec-409b-8c9a-8e11e03d422e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 210 time: 0.3393772 Jun 16 13:44:36.763120 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Transition to ACTIVE for port object 15c995ed-0adf-4564-9937-5e28d1b4ec43 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:36.775463 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cb94f4e-d010-4d97-a151-53550b2ee401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.779210 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-602de1e1-0558-494f-b42a-79108ab7f26e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=229089a2-5918-4b52-a0ce-9f8ce5d4753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691382 Jun 16 13:44:36.794389 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.814616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:36.835445 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-16e69256-556e-4f8b-a638-5e7c751b8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.836925 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-16e69256-556e-4f8b-a638-5e7c751b8d9b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.1272526 Jun 16 13:44:36.909648 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-4116e979-7518-49e4-8321-e73dea838ee5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612059 Jun 16 13:44:36.932853 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-4057e0fe-ae12-467e-832a-e3140d7b68d3 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416879 Jun 16 13:44:36.961097 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2019284-8203-4b74-824b-def30ab8f6fe req-8b711392-6d2a-4f86-8475-f5feb6d82d64 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.969217 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f2019284-8203-4b74-824b-def30ab8f6fe req-8b711392-6d2a-4f86-8475-f5feb6d82d64 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 931 time: 0.2472167 Jun 16 13:44:36.979505 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Pushing event updated for resources: {'Port': ['ID=15c995ed-0adf-4564-9937-5e28d1b4ec43,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:36.982185 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:36.986224 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cb94f4e-d010-4d97-a151-53550b2ee401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.997820 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cb94f4e-d010-4d97-a151-53550b2ee401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.001763 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0cb94f4e-d010-4d97-a151-53550b2ee401 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3251c6b5-135a-4395-949d-cd880039cdbb HTTP/1.1" status: 204 len: 168 time: 0.4472392 Jun 16 13:44:37.004569 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:37.051382 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb94f4e-d010-4d97-a151-53550b2ee401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3251c6b5-135a-4395-949d-cd880039cdbb,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:37.059723 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0cb94f4e-d010-4d97-a151-53550b2ee401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:37.084715 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-42e3ea3c-0b0c-4255-b43f-ceb9313fbf94 service neutron] 10.222.0.100 "GET /v2.0/networks/229089a2-5918-4b52-a0ce-9f8ce5d4753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027360 Jun 16 13:44:37.087349 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Attempting to bind port 15c995ed-0adf-4564-9937-5e28d1b4ec43 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:37.087686 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Attempting to bind port 15c995ed-0adf-4564-9937-5e28d1b4ec43 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:37.087979 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Attempting to bind port 15c995ed-0adf-4564-9937-5e28d1b4ec43 on network de04e9fc-f10a-4658-9232-bc7c2fe7851e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:37.090561 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f2019284-8203-4b74-824b-def30ab8f6fe req-b2d2c556-79e3-4a52-ae13-53cf1bc5381c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204047 Jun 16 13:44:37.109113 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Port 15c995ed-0adf-4564-9937-5e28d1b4ec43 on network de04e9fc-f10a-4658-9232-bc7c2fe7851e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:37.109436 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Attempting to bind port 15c995ed-0adf-4564-9937-5e28d1b4ec43 on network de04e9fc-f10a-4658-9232-bc7c2fe7851e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:37.128388 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-93b19432-dd47-4768-be56-ff3f8bb34110 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094877 Jun 16 13:44:37.150210 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:37.150567 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Checking segment: {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:37.151029 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Bound using segment: {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:37.151472 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Bound port: 15c995ed-0adf-4564-9937-5e28d1b4ec43, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a896d75-d78c-4817-889b-d7e296b0b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:37.151819 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.158843 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520b20db-3d0a-4940-9978-d6332a63dc66 x-openstack-request-id: req-520b20db-3d0a-4940-9978-d6332a63dc66 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:37.159171 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4", "tag": "257422b3-ee19-4382-8401-725f9a199b01", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:37.159538 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-520b20db-3d0a-4940-9978-d6332a63dc66 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:37.159831 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4', 'tag': '257422b3-ee19-4382-8401-725f9a199b01', 'status': 'completed', 'code': 200} Jun 16 13:44:37.162577 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-292c53e1-e537-4f86-9a37-0cf295fc7c50 req-3df0a1ad-fa7a-44f0-99a7-982127b594d4 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182610 Jun 16 13:44:37.311408 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38092) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:37.358284 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-45bed657-c9dc-4d88-97b1-bdbcc18a2883 req-279ed64a-0380-47f9-ba0a-c409f7f45f0b service neutron] 10.222.0.100 "GET /v2.0/networks/229089a2-5918-4b52-a0ce-9f8ce5d4753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632186 Jun 16 13:44:37.361390 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e5204fd5-d311-42f2-8ded-01e11d147872 req-d1edfc32-bda3-4d01-a584-75bb5f59f961 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256324 Jun 16 13:44:37.384761 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] For port 15c995ed-0adf-4564-9937-5e28d1b4ec43, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:37.392924 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] For port 15c995ed-0adf-4564-9937-5e28d1b4ec43, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=15c995ed-0adf-4564-9937-5e28d1b4ec43,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:37.406218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.412057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff47767-dbac-48d5-808e-3a967cef9543 req-be60c3ca-75f5-4cb5-bfdb-349cadb6371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:37.414317 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aff47767-dbac-48d5-808e-3a967cef9543 req-be60c3ca-75f5-4cb5-bfdb-349cadb6371e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 1096 time: 0.1680112 Jun 16 13:44:37.416391 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:37.594205 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:37.594839 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.596267 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] 10.222.0.100 "PUT /v2.0/ports/15c995ed-0adf-4564-9937-5e28d1b4ec43 HTTP/1.1" status: 200 len: 1093 time: 2.5459096 Jun 16 13:44:37.696991 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-29cfd9a5-026f-449c-bfe8-ec5ed2356e0d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:37.700514 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-29cfd9a5-026f-449c-bfe8-ec5ed2356e0d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 810 time: 0.2921891 Jun 16 13:44:37.784970 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-499e5d75-dcaa-4b85-9cc5-36782c5c1ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.795516 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-0dd47354-4dc1-407b-9a0c-0406519e0414 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efaf02d407be4ac69e265951af645cb9 HTTP/1.1" status: 200 len: 379 time: 0.0860817 Jun 16 13:44:37.805511 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'port': {'device_id': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'admin_state_up': True, 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'security_groups': ['deaeaccb-2736-4d97-b2a9-112723dc710d']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:37.883674 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38128) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:37.930459 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Pushing event updated for resources: {'Port': ['ID=15c995ed-0adf-4564-9937-5e28d1b4ec43,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:37.934977 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:37.966186 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d050-e434-404a-ada3-859a03ccf63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.983330 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff47767-dbac-48d5-808e-3a967cef9543 req-61f6b134-3206-495f-a10a-7c50f96e909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:37.984886 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aff47767-dbac-48d5-808e-3a967cef9543 req-61f6b134-3206-495f-a10a-7c50f96e909f service neutron] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 917 time: 0.5611701 Jun 16 13:44:38.057682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-59530744-317b-49ad-a9e0-34c34f0976c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.059505 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-59530744-317b-49ad-a9e0-34c34f0976c3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=5b2cf24467fa4c569b218c77e96440e7&device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 1096 time: 0.5562372 Jun 16 13:44:38.060833 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aff47767-dbac-48d5-808e-3a967cef9543 req-2bde801d-f215-4905-92e7-b77c8a39ee3c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1 HTTP/1.1" status: 200 len: 217 time: 0.0687695 Jun 16 13:44:38.072652 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61d7d5-d868-41c6-b1f6-ac6b378e2f40 req-06ce5784-49fa-495e-b62f-156bc91584ee tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.072814 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8821f-1ebf-4cc1-848b-5d25a083bd5e req-3642a0b4-53fe-4bce-a30b-a43a9ecb9672 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.074670 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c61d7d5-d868-41c6-b1f6-ac6b378e2f40 req-06ce5784-49fa-495e-b62f-156bc91584ee tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 943 time: 0.4153781 Jun 16 13:44:38.080030 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-47e8821f-1ebf-4cc1-848b-5d25a083bd5e req-3642a0b4-53fe-4bce-a30b-a43a9ecb9672 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 943 time: 0.2568855 Jun 16 13:44:38.148327 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-47e8821f-1ebf-4cc1-848b-5d25a083bd5e req-2d8a29ae-eee4-4cae-82ef-858b8e2f7fca tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618780 Jun 16 13:44:38.150166 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-499e5d75-dcaa-4b85-9cc5-36782c5c1ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.153129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3931f-bd76-414b-9875-9b751594615e req-f93f2601-be65-40cf-98db-bffafe0d4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.154680 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-f93f2601-be65-40cf-98db-bffafe0d4d02 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 1096 time: 0.4445827 Jun 16 13:44:38.160430 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-499e5d75-dcaa-4b85-9cc5-36782c5c1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.165024 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-df7342bb-0f9d-40da-be7c-049ad0d6da97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:38.201055 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38144) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:38.234637 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e5d75-dcaa-4b85-9cc5-36782c5c1ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87647fbd-028b-47d3-bbf7-cf8e8efe60ee,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:38.240977 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-499e5d75-dcaa-4b85-9cc5-36782c5c1ca1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5fb0ee0a7e24073bc0349e6d07cf7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281631 Jun 16 13:44:38.241932 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-499e5d75-dcaa-4b85-9cc5-36782c5c1ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:38.243671 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38150) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:38.255054 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-42b55d49-c25b-420d-909e-88d07c17dc69 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c995ed-0adf-4564-9937-5e28d1b4ec43 HTTP/1.1" status: 200 len: 217 time: 0.0834985 Jun 16 13:44:38.326742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff47767-dbac-48d5-808e-3a967cef9543 req-7dcc3ddc-0b47-4ed7-9157-3404f5df3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.328528 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aff47767-dbac-48d5-808e-3a967cef9543 req-7dcc3ddc-0b47-4ed7-9157-3404f5df3b11 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.2532203 Jun 16 13:44:38.355825 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a5e48598-5d2f-4f33-b7b3-9c968080b1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.376789 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d050-e434-404a-ada3-859a03ccf63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.384021 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c61d7d5-d868-41c6-b1f6-ac6b378e2f40 req-7f1fda10-4e52-4445-accb-2cea35d032b1 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803209 Jun 16 13:44:38.416202 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f21d4ebf-3cfe-4e39-a1d6-77f491525a5d req-f4f01370-609f-4263-908a-181f8272a45b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 210 time: 0.0507126 Jun 16 13:44:38.427100 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aff47767-dbac-48d5-808e-3a967cef9543 req-f4f06127-a087-48ff-8ea7-a7ea3d86043d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704377 Jun 16 13:44:38.429734 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3ed7d050-e434-404a-ada3-859a03ccf63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.455060 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:38.467752 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-7b6d29d5-fe03-4c26-b046-01a22b47200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.469291 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-7b6d29d5-fe03-4c26-b046-01a22b47200b service neutron] 10.222.0.100 "GET /v2.0/networks?id=229089a2-5918-4b52-a0ce-9f8ce5d4753e HTTP/1.1" status: 200 len: 914 time: 0.3928843 Jun 16 13:44:38.481725 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a5e48598-5d2f-4f33-b7b3-9c968080b1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.494483 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3931f-bd76-414b-9875-9b751594615e req-1a1caff2-9ea1-4d82-b3fe-77cc8069d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.495997 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-1a1caff2-9ea1-4d82-b3fe-77cc8069d199 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.1953156 Jun 16 13:44:38.500946 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d1374b11-025c-45e3-a53c-9337b466f2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.558374 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-f069c29b-13ff-4886-9951-0fcd269bdcc1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=257422b3-ee19-4382-8401-725f9a199b01 HTTP/1.1" status: 200 len: 217 time: 0.0812809 Jun 16 13:44:38.569828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7d050-e434-404a-ada3-859a03ccf63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74118cd9-ffbf-44af-865e-778035284327,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:38.582183 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Made reservation on behalf of efaf02d407be4ac69e265951af645cb9 for: {'port': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:38.586332 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.590792 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3ed7d050-e434-404a-ada3-859a03ccf63f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06db2d1d07de4a41b98bb050b8a521d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062163 Jun 16 13:44:38.593082 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3ed7d050-e434-404a-ada3-859a03ccf63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:38.600989 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38158) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:38.752373 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a5e48598-5d2f-4f33-b7b3-9c968080b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.755027 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a5e48598-5d2f-4f33-b7b3-9c968080b1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.756181 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a5e48598-5d2f-4f33-b7b3-9c968080b1b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87647fbd-028b-47d3-bbf7-cf8e8efe60ee HTTP/1.1" status: 204 len: 168 time: 0.5114481 Jun 16 13:44:38.762255 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-85cf5225-9bb7-4095-8efc-64cc4a390a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:38.782580 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33de90ca-5492-41d9-a366-27e3c8a95b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.787486 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-c729451a-ee97-4337-9b2c-5ce12c56b3ac service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2632909 Jun 16 13:44:38.799209 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e48598-5d2f-4f33-b7b3-9c968080b1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87647fbd-028b-47d3-bbf7-cf8e8efe60ee,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:38.931284 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aff47767-dbac-48d5-808e-3a967cef9543 req-7988cc00-a141-49e0-981f-1003a0a7778c service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957886 Jun 16 13:44:38.935299 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-3c5cf7d8-07e0-428c-b8fd-a36642632511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.936763 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-3c5cf7d8-07e0-428c-b8fd-a36642632511 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=37cb6b7f-f308-4e84-abad-862e5764988c HTTP/1.1" status: 200 len: 852 time: 0.1675708 Jun 16 13:44:39.004905 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a5e48598-5d2f-4f33-b7b3-9c968080b1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:39.010696 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-52ccf4f6-e2cb-4a76-9c29-c3eba961a695 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=229089a2-5918-4b52-a0ce-9f8ce5d4753e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658052 Jun 16 13:44:39.023201 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-66f39275-2a76-4177-93d8-833bb3d07740 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147255 Jun 16 13:44:39.030319 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33de90ca-5492-41d9-a366-27e3c8a95b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.047873 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd5e9b-f15e-4d99-968e-3e03d4aa1147 req-0ff27f94-0dcf-422e-b286-96cd8ddf3737 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.049303 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-18bd5e9b-f15e-4d99-968e-3e03d4aa1147 req-0ff27f94-0dcf-422e-b286-96cd8ddf3737 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 943 time: 0.4900231 Jun 16 13:44:39.082032 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38164) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:39.120705 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-84ad4b4c-e6ce-44f5-894a-a09d43ea80a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.149345 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d1374b11-025c-45e3-a53c-9337b466f2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.155123 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Allocated IP 172.20.0.11 (32551c5f-142b-47df-8c76-1caa06b3929d/7f10c42e-70dc-4dc4-be8d-995edfc14efb/ce68b603-2b7a-4f3c-aaa2-0835e86c378e) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:39.163412 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d1374b11-025c-45e3-a53c-9337b466f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.170210 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:39.174415 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9', 'tag': '15c995ed-0adf-4564-9937-5e28d1b4ec43'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:39.176819 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9", "tag": "15c995ed-0adf-4564-9937-5e28d1b4ec43"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:39.201375 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33de90ca-5492-41d9-a366-27e3c8a95b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.204469 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33de90ca-5492-41d9-a366-27e3c8a95b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.213950 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-33de90ca-5492-41d9-a366-27e3c8a95b1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74118cd9-ffbf-44af-865e-778035284327 HTTP/1.1" status: 204 len: 168 time: 0.5980728 Jun 16 13:44:39.251391 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d1374b11-025c-45e3-a53c-9337b466f2ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6341af71b56d4645b4389417506a7037&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0436749 Jun 16 13:44:39.262927 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38172) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:39.265028 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6292a5dd-471a-4d18-98b7-9043cafbdedd x-openstack-request-id: req-6292a5dd-471a-4d18-98b7-9043cafbdedd {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:39.265344 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9", "tag": "15c995ed-0adf-4564-9937-5e28d1b4ec43", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:39.265617 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6292a5dd-471a-4d18-98b7-9043cafbdedd {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:39.266026 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9', 'tag': '15c995ed-0adf-4564-9937-5e28d1b4ec43', 'status': 'completed', 'code': 200} Jun 16 13:44:39.286720 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-18bd5e9b-f15e-4d99-968e-3e03d4aa1147 req-1c11eeb9-0edc-46eb-82fe-b399a66b8e76 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190344 Jun 16 13:44:39.310292 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aff47767-dbac-48d5-808e-3a967cef9543 req-5179dde5-ef9e-4bd8-b3d9-80ea4e684f6a service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643153 Jun 16 13:44:39.354161 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1374b11-025c-45e3-a53c-9337b466f2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8812b6f7-812d-401b-9877-4eb04933cd04,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:39.355274 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-e93ae201-618e-4dbc-a84f-7b825a0d2459 service neutron] 10.222.0.100 "GET /v2.0/networks/229089a2-5918-4b52-a0ce-9f8ce5d4753e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336818 Jun 16 13:44:39.369528 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d1374b11-025c-45e3-a53c-9337b466f2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:39.370201 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:39.374350 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57f3931f-bd76-414b-9875-9b751594615e req-7d8f10de-bdbf-4397-863a-85a80494d1a8 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338277 Jun 16 13:44:39.390966 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2776c36b-f3b1-437e-abee-610845a55ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.391164 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de90ca-5492-41d9-a366-27e3c8a95b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74118cd9-ffbf-44af-865e-778035284327,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:39.416845 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-33de90ca-5492-41d9-a366-27e3c8a95b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:39.431716 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-84ad4b4c-e6ce-44f5-894a-a09d43ea80a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.442674 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2776c36b-f3b1-437e-abee-610845a55ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.459966 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-84ad4b4c-e6ce-44f5-894a-a09d43ea80a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.467507 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-cf54ff0b-842d-4ffd-bf16-7d4691b31c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:39.558087 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-84ad4b4c-e6ce-44f5-894a-a09d43ea80a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6aec5287996445d9858379905553a178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707527 Jun 16 13:44:39.561233 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad4b4c-e6ce-44f5-894a-a09d43ea80a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a06f4-63b9-4d1b-8f00-879a1ead16b1,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:39.577912 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38180) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:39.579387 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-84ad4b4c-e6ce-44f5-894a-a09d43ea80a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:39.656838 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.675334 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-19cca20b-2298-4d48-b8d9-5c3167d26748 req-ce04b07c-279a-4c1e-91cd-8341536d2831 service neutron] 10.222.0.100 "GET /v2.0/networks/229089a2-5918-4b52-a0ce-9f8ce5d4753e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904104 Jun 16 13:44:39.695505 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a06e-2ac9-4c9f-9628-d94dd3a711b2 req-db9ef5b8-b1cf-4092-b739-72cf3010843b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.700708 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2776c36b-f3b1-437e-abee-610845a55ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.715056 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0770a06e-2ac9-4c9f-9628-d94dd3a711b2 req-db9ef5b8-b1cf-4092-b739-72cf3010843b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 943 time: 0.3100166 Jun 16 13:44:39.715604 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2776c36b-f3b1-437e-abee-610845a55ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.715604 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2776c36b-f3b1-437e-abee-610845a55ff1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8812b6f7-812d-401b-9877-4eb04933cd04 HTTP/1.1" status: 204 len: 168 time: 0.4433317 Jun 16 13:44:39.715604 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:39.723565 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776c36b-f3b1-437e-abee-610845a55ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8812b6f7-812d-401b-9877-4eb04933cd04,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:39.729955 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2776c36b-f3b1-437e-abee-610845a55ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:39.731879 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-1d35f067-6185-4b86-bbdb-469e71c88b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.733399 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-1d35f067-6185-4b86-bbdb-469e71c88b4a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 1096 time: 0.1488869 Jun 16 13:44:39.745811 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c7be1-e60b-46e6-a9b4-a8f6f8f7fe9d req-ae557e60-4393-4f29-b590-28e383c7a3a5 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.753938 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c96c7be1-e60b-46e6-a9b4-a8f6f8f7fe9d req-ae557e60-4393-4f29-b590-28e383c7a3a5 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 943 time: 0.1672316 Jun 16 13:44:39.774415 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Transition to ACTIVE for port object ce68b603-2b7a-4f3c-aaa2-0835e86c378e will not be triggered until provisioned by entity DHCP. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:39.791771 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9ee46067-0b27-418a-86a4-ab01d0819c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.862078 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c96c7be1-e60b-46e6-a9b4-a8f6f8f7fe9d req-0df12c87-9df5-4597-8d07-f0d7446c6457 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061869 Jun 16 13:44:39.866081 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9ee46067-0b27-418a-86a4-ab01d0819c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.874332 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0770a06e-2ac9-4c9f-9628-d94dd3a711b2 req-17a6e0cd-2021-4e36-88f4-b6ded8568cd9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674106 Jun 16 13:44:39.931134 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.947210 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:39.962397 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-84d467aa-9743-438d-a727-3de5af407607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.964355 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-84d467aa-9743-438d-a727-3de5af407607 service neutron] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 920 time: 0.2034774 Jun 16 13:44:40.020224 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-c7c722e9-c0e3-428f-a51a-33d730f3e959 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c995ed-0adf-4564-9937-5e28d1b4ec43 HTTP/1.1" status: 200 len: 217 time: 0.0489283 Jun 16 13:44:40.035027 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'Port': ['ID=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:40.041102 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:40.049010 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Network 32551c5f-142b-47df-8c76-1caa06b3929d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:40.049933 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9ee46067-0b27-418a-86a4-ab01d0819c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.052502 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9ee46067-0b27-418a-86a4-ab01d0819c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.053653 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9ee46067-0b27-418a-86a4-ab01d0819c66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b96a06f4-63b9-4d1b-8f00-879a1ead16b1 HTTP/1.1" status: 204 len: 168 time: 0.4719152 Jun 16 13:44:40.054774 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-168e892f-5018-4e93-987e-4cd1dd0bccf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:40.058267 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:40.065541 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:40.117562 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.118244 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.122534 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee46067-0b27-418a-86a4-ab01d0819c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a06f4-63b9-4d1b-8f00-879a1ead16b1,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:40.127278 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9ee46067-0b27-418a-86a4-ab01d0819c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:40.146369 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3450112 Jun 16 13:44:40.163794 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Request body: {'port': {'device_id': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:40.185766 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-7cd4ec0b-f9fe-4518-bf8b-ff9d1711842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.187683 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-7cd4ec0b-f9fe-4518-bf8b-ff9d1711842d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.1612878 Jun 16 13:44:40.243529 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-9747c987-a9d1-4471-9b0d-0a4a0bf2ef89 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455604 Jun 16 13:44:40.254137 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386b474-45f2-4cbe-99b2-2271595171df req-aff2558b-821d-4b24-b883-b66385cffb77 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.261559 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2386b474-45f2-4cbe-99b2-2271595171df req-aff2558b-821d-4b24-b883-b66385cffb77 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 932 time: 0.2098455 Jun 16 13:44:40.294711 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.395197 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2386b474-45f2-4cbe-99b2-2271595171df req-d89522fe-6fa0-4c2f-8274-f3a1047672af tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327193 Jun 16 13:44:40.427665 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-6872401c-bb35-4010-9271-4e6205609961 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639967 Jun 16 13:44:40.444058 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-04bf0143-1ac3-4308-b005-0b007af98190 None None] Provisioning for port ce68b603-2b7a-4f3c-aaa2-0835e86c378e completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:40.449584 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-04bf0143-1ac3-4308-b005-0b007af98190 None None] Provisioning complete for port ce68b603-2b7a-4f3c-aaa2-0835e86c378e triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:40.450699 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-04bf0143-1ac3-4308-b005-0b007af98190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.534086 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-04bf0143-1ac3-4308-b005-0b007af98190 None None] Port ce68b603-2b7a-4f3c-aaa2-0835e86c378e cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:44:40.585614 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ba40ad3-e745-4bd5-99a7-dd70f286e0c6 req-22deb3fe-2971-461a-9c21-ff30b7c42c13 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497207 Jun 16 13:44:40.618566 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0b42-84f7-411a-82d2-a2b48e15be0b req-6a9d3a29-3caa-452c-959f-6cb57fc0f09c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.620128 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-693a0b42-84f7-411a-82d2-a2b48e15be0b req-6a9d3a29-3caa-452c-959f-6cb57fc0f09c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 943 time: 0.1476302 Jun 16 13:44:40.632180 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38230) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:40.685097 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-693a0b42-84f7-411a-82d2-a2b48e15be0b req-772dd40d-3811-4cd6-a1b2-4835af4ae7ed tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534856 Jun 16 13:44:40.744830 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce68b603-2b7a-4f3c-aaa2-0835e86c378e {{(pid=103670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:40.752425 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.767065 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Transition to ACTIVE for port object ce68b603-2b7a-4f3c-aaa2-0835e86c378e will not be triggered until provisioned by entity L2. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:40.771815 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.785478 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:40.790037 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441644972-network', 'tenant_id': '50a7f1aecb514eef9f3f898f29253b1d'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:40.821985 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Made reservation on behalf of 50a7f1aecb514eef9f3f898f29253b1d for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:40.826799 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.843355 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:40.949900 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:40.966441 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:41.062527 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Attempting to bind port ce68b603-2b7a-4f3c-aaa2-0835e86c378e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:41.064109 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Attempting to bind port ce68b603-2b7a-4f3c-aaa2-0835e86c378e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:41.064624 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Attempting to bind port ce68b603-2b7a-4f3c-aaa2-0835e86c378e on network 32551c5f-142b-47df-8c76-1caa06b3929d {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:41.079677 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Port ce68b603-2b7a-4f3c-aaa2-0835e86c378e on network 32551c5f-142b-47df-8c76-1caa06b3929d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:41.081676 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Attempting to bind port ce68b603-2b7a-4f3c-aaa2-0835e86c378e on network 32551c5f-142b-47df-8c76-1caa06b3929d {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:41.125254 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.147701 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.166422 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:41.198434 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] vlan segment allocate from pool success with {'vlan_id': 1201, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:41.209529 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee3ca8a-a20e-4d2b-974b-4fdd48a1d36c,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:41.211243 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:41.214337 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:41.224209 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.224556 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Added segment e73acc2f-9f9d-4218-8a67-aedd0278f479 of type vlan for network a8f19a8a-0761-43e2-ad2e-49885ffae4ad Jun 16 13:44:41.228787 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Checking segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:41.229620 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Bound using segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} {{(pid=103670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:41.231400 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.managers [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Bound port: ce68b603-2b7a-4f3c-aaa2-0835e86c378e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'}}] {{(pid=103670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:41.237391 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.336572 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c283-9353-4f23-b638-04f7c704c703 req-17a31351-b38a-49bf-b2e1-e667585ab946 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.337219 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.344171 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3985c283-9353-4f23-b638-04f7c704c703 req-17a31351-b38a-49bf-b2e1-e667585ab946 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 943 time: 0.2569563 Jun 16 13:44:41.374701 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a9f85-f207-419c-9753-37330474769f req-94d54f6c-95fc-49cd-911d-a5fcce4f6b91 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.376622 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ee7a9f85-f207-419c-9753-37330474769f req-94d54f6c-95fc-49cd-911d-a5fcce4f6b91 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 943 time: 0.2792063 Jun 16 13:44:41.378736 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.380597 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.381205 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.385610 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:41.438061 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8045526 Jun 16 13:44:41.444701 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38278) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:41.446698 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3985c283-9353-4f23-b638-04f7c704c703 req-be84a9cb-a13d-4112-bb8d-a81f1f6a388a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981765 Jun 16 13:44:41.447916 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] For port ce68b603-2b7a-4f3c-aaa2-0835e86c378e, host hv-cinder-78960, cleared binding levels {{(pid=103670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:41.465723 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] For port ce68b603-2b7a-4f3c-aaa2-0835e86c378e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:41.476368 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.476463 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Request body: {'subnet': {'network_id': 'a8f19a8a-0761-43e2-ad2e-49885ffae4ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441644972-subnet', 'tenant_id': '50a7f1aecb514eef9f3f898f29253b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:41.483844 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:41.491826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Pushing event updated for resources: {'Network': ['ID=a8f19a8a-0761-43e2-ad2e-49885ffae4ad,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:41.521220 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:41.531336 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ee7a9f85-f207-419c-9753-37330474769f req-af4e96b9-602a-4699-8adc-3131e205e232 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465447 Jun 16 13:44:41.534750 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network a8f19a8a-0761-43e2-ad2e-49885ffae4ad details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:41.590945 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Made reservation on behalf of 50a7f1aecb514eef9f3f898f29253b1d for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:41.594128 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.623124 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.623859 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.625259 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] 10.222.0.100 "PUT /v2.0/ports/ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 1094 time: 1.4665966 Jun 16 13:44:41.626282 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'tag': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:41.628283 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9ce55c-8257-4321-b6ce-14e41d19c639" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1d083-f9a0-4ac1-b5e3-408566eaa103", "tag": "ce68b603-2b7a-4f3c-aaa2-0835e86c378e"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:41.769428 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d4bbb6-319f-4966-84e8-743356fd94ff x-openstack-request-id: req-d2d4bbb6-319f-4966-84e8-743356fd94ff {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:41.769757 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1d083-f9a0-4ac1-b5e3-408566eaa103", "tag": "ce68b603-2b7a-4f3c-aaa2-0835e86c378e", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:41.770101 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2d4bbb6-319f-4966-84e8-743356fd94ff {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:41.770582 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'tag': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'status': 'completed', 'code': 200} Jun 16 13:44:41.839026 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,revision_number=3']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:41.845056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:41.912880 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-0e7499d3-6b6c-4279-b457-d011d4150a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.914391 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-0e7499d3-6b6c-4279-b457-d011d4150a33 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1097 time: 0.2218413 Jun 16 13:44:41.937606 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664475df-fd18-4250-8bb5-e1f1a797b967 req-e9262223-92b4-4ef3-9f78-b4d50b5b44e9 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.939287 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-664475df-fd18-4250-8bb5-e1f1a797b967 req-e9262223-92b4-4ef3-9f78-b4d50b5b44e9 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 944 time: 0.2934954 Jun 16 13:44:41.973323 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-71ca2449-0a20-4040-b3f5-5d526dd7722b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 217 time: 0.0516498 Jun 16 13:44:42.055143 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-664475df-fd18-4250-8bb5-e1f1a797b967 req-c026c45b-3da2-4bf1-bb6a-6573b2b68aba tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837455 Jun 16 13:44:42.083868 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-4f32211c-7a6e-47fe-9fab-5e65f3b47c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.085317 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-4f32211c-7a6e-47fe-9fab-5e65f3b47c5b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0897801 Jun 16 13:44:42.176778 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2828a-f07d-4844-b846-4056c3e09ad8 req-35ee2cf3-ee21-4b3f-b8ff-ae786a6900db tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.178241 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-11c2828a-f07d-4844-b846-4056c3e09ad8 req-35ee2cf3-ee21-4b3f-b8ff-ae786a6900db tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 943 time: 0.3188734 Jun 16 13:44:42.179716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.182047 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-864ec05e-e395-4e00-84cc-8de6b60af122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.200997 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-9732932d-c492-47e7-b3d7-01e6abcf4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.202947 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-9732932d-c492-47e7-b3d7-01e6abcf4984 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1099133 Jun 16 13:44:42.263146 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218b196f-8249-4208-9328-8b023e25d26a,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.267673 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.276734 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-11c2828a-f07d-4844-b846-4056c3e09ad8 req-d1c2f975-7781-4aa1-8ceb-603ce064882d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916152 Jun 16 13:44:42.288820 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Checking segment: {'id': 'e73acc2f-9f9d-4218-8a67-aedd0278f479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': 'a8f19a8a-0761-43e2-ad2e-49885ffae4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:42.289090 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Network hostable DHCP agents. Network: a8f19a8a-0761-43e2-ad2e-49885ffae4ad, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:42.321250 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Network a8f19a8a-0761-43e2-ad2e-49885ffae4ad is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:42.332381 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-83a311d9-9103-424e-9db9-9b16e77bf284 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203666 Jun 16 13:44:42.339340 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, a8f19a8a-0761-43e2-ad2e-49885ffae4ad) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:42.347877 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f8d8a-e297-45a4-9ac7-a4b48c794f30 None None] Network a8f19a8a-0761-43e2-ad2e-49885ffae4ad requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:42.368712 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.369566 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.397057 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9512870 Jun 16 13:44:42.454124 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-80dfc03a-8024-4ae2-86bd-21b98477ea9e req-18ac7b2e-cbee-4cb8-9b2d-d98b4d9a6c7a service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143868 Jun 16 13:44:42.516648 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad0360a-caa1-466b-8d9b-8aeaae4910f2 None None] Network a8f19a8a-0761-43e2-ad2e-49885ffae4ad requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:42.611632 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-7db74611-bfea-418c-83e2-ea814e76ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.615786 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-7db74611-bfea-418c-83e2-ea814e76ced2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1097 time: 0.1004317 Jun 16 13:44:42.881776 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320351bb-20aa-4e8c-9754-25737a78443a req-f687c768-e43c-418a-9a85-f1f49f3bc673 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.890950 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-320351bb-20aa-4e8c-9754-25737a78443a req-f687c768-e43c-418a-9a85-f1f49f3bc673 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 943 time: 0.1338511 Jun 16 13:44:42.898120 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34234f29-8c41-4886-bc5a-5af8502b82e3 req-8169178e-4dd4-4c3d-b622-7ecf7b22b594 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.900308 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34234f29-8c41-4886-bc5a-5af8502b82e3 req-8169178e-4dd4-4c3d-b622-7ecf7b22b594 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 943 time: 0.2427583 Jun 16 13:44:42.931674 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-1a6716ea-8749-4cae-b901-fc8cece143a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.933282 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-1a6716ea-8749-4cae-b901-fc8cece143a1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.3106983 Jun 16 13:44:42.961490 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-320351bb-20aa-4e8c-9754-25737a78443a req-91566801-c0bc-49f3-b436-d0e1117cc142 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686634 Jun 16 13:44:42.989674 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-a90f76fa-1c53-403e-ae4e-fbbe53e22b49 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 217 time: 0.0472200 Jun 16 13:44:42.991790 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34234f29-8c41-4886-bc5a-5af8502b82e3 req-bc086409-f86e-4212-b07d-819806fcc7dd tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822444 Jun 16 13:44:43.039775 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-569bbe1c-220c-4671-91b8-e2d55bee9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.041225 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-569bbe1c-220c-4671-91b8-e2d55bee9e9e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0471187 Jun 16 13:44:43.120095 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-0afbd8e4-ffe9-4bde-bfee-cd15ff013438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.124259 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-0afbd8e4-ffe9-4bde-bfee-cd15ff013438 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715175 Jun 16 13:44:43.211922 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device f86cdcbe-3df3-4924-aba0-7906fafaa0dc details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:43.327110 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-c5f2b790-9ea4-4f3b-999b-df03a5952820 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971955 Jun 16 13:44:43.381666 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42667a21-003a-4e52-b183-88c6efaecbbd req-b24b85a4-3d05-44bb-9e8e-ec8cb8cbd4d3 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.384561 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-42667a21-003a-4e52-b183-88c6efaecbbd req-b24b85a4-3d05-44bb-9e8e-ec8cb8cbd4d3 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 944 time: 0.1636550 Jun 16 13:44:43.445942 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38372) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:43.462091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-280447376-network', 'tenant_id': '3e4b45a07d6d49d38c05b9848ef02a8a'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:43.498420 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c9ce55c-8257-4321-b6ce-14e41d19c639 req-e5994b98-4952-4d19-9c16-4ec256982600 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661975 Jun 16 13:44:43.499586 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-42667a21-003a-4e52-b183-88c6efaecbbd req-a57f3471-ddad-40cc-a871-fd7c73b0d1a6 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075318 Jun 16 13:44:43.520523 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Made reservation on behalf of 3e4b45a07d6d49d38c05b9848ef02a8a for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:43.526664 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.535137 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port f86cdcbe-3df3-4924-aba0-7906fafaa0dc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:43.548478 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'f86cdcbe-3df3-4924-aba0-7906fafaa0dc', 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e', 'port_id': 'f86cdcbe-3df3-4924-aba0-7906fafaa0dc', 'mac_address': 'fa:16:3e:38:04:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e07bb-fdd4-412f-83f3-711d6a5f8de4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:43.555399 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.626668 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.661984 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86cdcbe-3df3-4924-aba0-7906fafaa0dc {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:43.687994 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port f86cdcbe-3df3-4924-aba0-7906fafaa0dc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:43.688310 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a56af-0c12-4ee9-b987-04d63c11bc19 req-8c7191cd-6584-4226-9ae4-972e0d574cbe tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.690699 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-405a56af-0c12-4ee9-b987-04d63c11bc19 req-8c7191cd-6584-4226-9ae4-972e0d574cbe tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 943 time: 0.1181443 Jun 16 13:44:43.693760 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.694810 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device b7f4f85f-33db-4190-97cc-7b013e6936b1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:43.698352 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.731709 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.738476 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.744865 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-405a56af-0c12-4ee9-b987-04d63c11bc19 req-27c21462-074d-492e-a651-2a370dd9a96c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Jun 16 13:44:43.745605 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.771663 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:44:43.776389 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.780249 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee9724-74fc-4e36-9f41-add8e3ff74a8,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.785101 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.785303 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.787091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.787091 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Added segment 57b7a2ac-d4dd-4d45-b5f0-6d06372a9a44 of type vlan for network 13046da1-b978-467b-93f2-d162b096b3f5 Jun 16 13:44:43.834058 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.867463 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port b7f4f85f-33db-4190-97cc-7b013e6936b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:43.869888 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.871492 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.872110 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.874610 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.889514 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'b7f4f85f-33db-4190-97cc-7b013e6936b1', 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'port_id': 'b7f4f85f-33db-4190-97cc-7b013e6936b1', 'mac_address': 'fa:16:3e:61:bb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dabc0d-b4db-4028-b39e-a1a87e8484c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:43.911323 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4566541 Jun 16 13:44:43.912712 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38388) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:43.932058 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.945719 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Request body: {'subnet': {'network_id': '13046da1-b978-467b-93f2-d162b096b3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-280447376-subnet', 'tenant_id': '3e4b45a07d6d49d38c05b9848ef02a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:43.948318 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f4f85f-33db-4190-97cc-7b013e6936b1 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:43.950177 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Pushing event updated for resources: {'Network': ['ID=13046da1-b978-467b-93f2-d162b096b3f5,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.955439 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.973875 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Made reservation on behalf of 3e4b45a07d6d49d38c05b9848ef02a8a for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:43.974687 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 13046da1-b978-467b-93f2-d162b096b3f5 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:43.976716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.012790 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port b7f4f85f-33db-4190-97cc-7b013e6936b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:44.032213 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.033183 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 257422b3-ee19-4382-8401-725f9a199b01 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:44.038763 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-02c13d47-629c-47a6-a009-8902a0bd8dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:44.063954 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38396) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:44.174238 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=b7f4f85f-33db-4190-97cc-7b013e6936b1,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.179148 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:44.232159 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eac2d9-aa9f-4b25-bf8e-3eb877d17ae6 req-7347ec75-fd8f-4525-af87-8d8db359b166 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:44.240948 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f2eac2d9-aa9f-4b25-bf8e-3eb877d17ae6 req-7347ec75-fd8f-4525-af87-8d8db359b166 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 944 time: 0.0943196 Jun 16 13:44:44.247206 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 257422b3-ee19-4382-8401-725f9a199b01, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=257422b3-ee19-4382-8401-725f9a199b01,segment=NetworkSegment(c1fd5b02-787c-48f2-896c-45418cd05e8d),segment_id=c1fd5b02-787c-48f2-896c-45418cd05e8d)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:44.262500 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '257422b3-ee19-4382-8401-725f9a199b01', 'network_id': '229089a2-5918-4b52-a0ce-9f8ce5d4753e', 'port_id': '257422b3-ee19-4382-8401-725f9a199b01', 'mac_address': 'fa:16:3e:aa:d2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cb6b7f-f308-4e84-abad-862e5764988c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:44.278193 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6c031f87-9336-45b9-8123-315d38b8ac7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.306758 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.315236 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f2eac2d9-aa9f-4b25-bf8e-3eb877d17ae6 req-a1455727-6760-450c-b7b5-4264837313d6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732372 Jun 16 13:44:44.323631 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.328616 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257422b3-ee19-4382-8401-725f9a199b01 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:44.339794 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbc05a-4884-4978-81a9-9bc78400a220 req-27aef1f2-2179-4ab0-aa17-c3f0a5d4ba0e tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:44.342403 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-76cbc05a-4884-4978-81a9-9bc78400a220 req-27aef1f2-2179-4ab0-aa17-c3f0a5d4ba0e tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 943 time: 0.1438408 Jun 16 13:44:44.344046 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:44.352228 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 257422b3-ee19-4382-8401-725f9a199b01, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=257422b3-ee19-4382-8401-725f9a199b01,segment=NetworkSegment(c1fd5b02-787c-48f2-896c-45418cd05e8d),segment_id=c1fd5b02-787c-48f2-896c-45418cd05e8d)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:44.359642 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.361560 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:44.414794 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=257422b3-ee19-4382-8401-725f9a199b01,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.425359 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:44.433353 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6c031f87-9336-45b9-8123-315d38b8ac7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.437051 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8dfc73-a30b-4dd9-be52-cb2bfccc2d92,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.437926 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6c031f87-9336-45b9-8123-315d38b8ac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.441886 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:44.442763 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d1374b11-025c-45e3-a53c-9337b466f2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:44.448176 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-76cbc05a-4884-4978-81a9-9bc78400a220 req-9eb5ecd9-1f55-4c8b-bf94-5745820fdb13 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734043 Jun 16 13:44:44.453635 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Checking segment: {'id': '57b7a2ac-d4dd-4d45-b5f0-6d06372a9a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '13046da1-b978-467b-93f2-d162b096b3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:44.454008 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Network hostable DHCP agents. Network: 13046da1-b978-467b-93f2-d162b096b3f5, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:44.475515 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Network 13046da1-b978-467b-93f2-d162b096b3f5 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:44.486059 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 13046da1-b978-467b-93f2-d162b096b3f5) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:44.487576 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6c031f87-9336-45b9-8123-315d38b8ac7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48c243bc59b44ffcb0dd04f1d0862130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233325 Jun 16 13:44:44.490014 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38404) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:44.498281 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c031f87-9336-45b9-8123-315d38b8ac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d8a4d1-4b69-494e-a544-6c3abf74f190,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.505108 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb1db5-11eb-4dba-8b71-6db56e3fee5f None None] Network 13046da1-b978-467b-93f2-d162b096b3f5 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:44.505401 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:44.505993 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.511794 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6c031f87-9336-45b9-8123-315d38b8ac7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:44.539450 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6253312 Jun 16 13:44:44.569212 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3474e143-67e9-4225-a23f-283260c60f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.603777 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3474e143-67e9-4225-a23f-283260c60f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.680734 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3474e143-67e9-4225-a23f-283260c60f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.684977 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3474e143-67e9-4225-a23f-283260c60f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.690575 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3474e143-67e9-4225-a23f-283260c60f44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58d8a4d1-4b69-494e-a544-6c3abf74f190 HTTP/1.1" status: 204 len: 168 time: 0.1989553 Jun 16 13:44:44.692923 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9c3fd8a0-a8ed-4d54-9caf-02b242c02ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:44.706584 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e143-67e9-4225-a23f-283260c60f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d8a4d1-4b69-494e-a544-6c3abf74f190,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.721081 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-3474e143-67e9-4225-a23f-283260c60f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:44.774953 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bef8b-c8cf-48e4-8798-3e1cb8c310f7 req-333ada34-dc45-442f-b856-874d223454ca tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:44.777726 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f35bef8b-c8cf-48e4-8798-3e1cb8c310f7 req-333ada34-dc45-442f-b856-874d223454ca tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 944 time: 0.1146944 Jun 16 13:44:44.889310 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12fbe8-36b1-4084-ae1c-aa62f597c25e None None] Network 13046da1-b978-467b-93f2-d162b096b3f5 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:44.948661 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f35bef8b-c8cf-48e4-8798-3e1cb8c310f7 req-e2198929-693b-440c-9a65-9fa0220d2de6 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636152 Jun 16 13:44:45.071296 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610b0e2-cafd-4a55-8e7d-a81ffc80c8be req-ecb512a4-e1f5-478a-bf9d-76d9bebacf02 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.073493 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4610b0e2-cafd-4a55-8e7d-a81ffc80c8be req-ecb512a4-e1f5-478a-bf9d-76d9bebacf02 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 943 time: 0.0912704 Jun 16 13:44:45.132163 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4610b0e2-cafd-4a55-8e7d-a81ffc80c8be req-a7e6a2e5-35a9-412e-bff3-131afb077969 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519345 Jun 16 13:44:45.284819 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38440) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:45.312487 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-48edad13-59b5-4d5e-87c1-131c0a4d270d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.322823 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['257422b3-ee19-4382-8401-725f9a199b01'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:45.343859 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 15c995ed-0adf-4564-9937-5e28d1b4ec43 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:45.354055 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['f86cdcbe-3df3-4924-aba0-7906fafaa0dc'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:45.356745 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['b7f4f85f-33db-4190-97cc-7b013e6936b1'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:45.420703 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-48edad13-59b5-4d5e-87c1-131c0a4d270d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.427124 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-48edad13-59b5-4d5e-87c1-131c0a4d270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.430201 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-e75fbe36-d89e-406e-b268-2e2a2d67df7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:45.507637 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edad13-59b5-4d5e-87c1-131c0a4d270d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5fe21c-2c9d-4b19-a0a9-35ee9909ee5f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:45.510912 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-48edad13-59b5-4d5e-87c1-131c0a4d270d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:45.516234 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-48edad13-59b5-4d5e-87c1-131c0a4d270d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b36fc248f1834ae4baa48cbff2e5998e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301192 Jun 16 13:44:45.518891 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38448) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:45.596991 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3f14a-1752-40e1-a35b-58a6721b0492 req-370481ae-ea21-44b1-8332-e3a5228c8d47 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.598628 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-daa3f14a-1752-40e1-a35b-58a6721b0492 req-370481ae-ea21-44b1-8332-e3a5228c8d47 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 944 time: 0.1431251 Jun 16 13:44:45.602695 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1fd8145e-79de-4f32-9bcc-8fd37582d4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.633111 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1fd8145e-79de-4f32-9bcc-8fd37582d4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.691075 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 15c995ed-0adf-4564-9937-5e28d1b4ec43, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=15c995ed-0adf-4564-9937-5e28d1b4ec43,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:45.743870 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '15c995ed-0adf-4564-9937-5e28d1b4ec43', 'network_id': 'de04e9fc-f10a-4658-9232-bc7c2fe7851e', 'port_id': '15c995ed-0adf-4564-9937-5e28d1b4ec43', 'mac_address': 'fa:16:3e:2b:8c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e07bb-fdd4-412f-83f3-711d6a5f8de4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:45.751120 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-daa3f14a-1752-40e1-a35b-58a6721b0492 req-3a7c2fbb-5f2a-4160-a296-ca0cca8fe315 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426823 Jun 16 13:44:45.753365 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1fd8145e-79de-4f32-9bcc-8fd37582d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.756884 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1fd8145e-79de-4f32-9bcc-8fd37582d4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.760391 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1fd8145e-79de-4f32-9bcc-8fd37582d4c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b5fe21c-2c9d-4b19-a0a9-35ee9909ee5f HTTP/1.1" status: 204 len: 168 time: 0.2374947 Jun 16 13:44:45.760391 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:45.762704 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7c2c1-536d-4f03-b1f7-df35431e37a3 req-720a0750-003e-4292-8299-bf0fea8c586b tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.775892 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96e7c2c1-536d-4f03-b1f7-df35431e37a3 req-720a0750-003e-4292-8299-bf0fea8c586b tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 944 time: 0.1537588 Jun 16 13:44:45.786582 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8145e-79de-4f32-9bcc-8fd37582d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5fe21c-2c9d-4b19-a0a9-35ee9909ee5f,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:45.796562 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1fd8145e-79de-4f32-9bcc-8fd37582d4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:45.834025 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96e7c2c1-536d-4f03-b1f7-df35431e37a3 req-dbc8fbae-0557-4823-98e5-52801e406b08 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568116 Jun 16 13:44:45.903392 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.951426 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c995ed-0adf-4564-9937-5e28d1b4ec43 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:45.982389 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 15c995ed-0adf-4564-9937-5e28d1b4ec43, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=15c995ed-0adf-4564-9937-5e28d1b4ec43,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:45.988195 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.989902 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:46.037071 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=15c995ed-0adf-4564-9937-5e28d1b4ec43,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:46.040775 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:46.141010 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fd4b5-20d3-4c65-87d9-dabc8f28942c req-a27ca300-8be3-49f1-ad8a-71776f5aaab2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:46.142639 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9e6fd4b5-20d3-4c65-87d9-dabc8f28942c req-a27ca300-8be3-49f1-ad8a-71776f5aaab2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 944 time: 0.0655098 Jun 16 13:44:46.182282 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9e6fd4b5-20d3-4c65-87d9-dabc8f28942c req-ce1820bc-5751-4417-b980-6148127b426f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339539 Jun 16 13:44:46.364768 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f5b31-9952-476c-a0f8-073f3a921ec8 req-8184f2ea-5263-466c-bfc1-cd04eb491358 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:46.366406 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-709f5b31-9952-476c-a0f8-073f3a921ec8 req-8184f2ea-5263-466c-bfc1-cd04eb491358 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 944 time: 0.1005566 Jun 16 13:44:46.422060 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-709f5b31-9952-476c-a0f8-073f3a921ec8 req-341ebae2-2928-4a28-aac3-675095e5fc98 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474536 Jun 16 13:44:46.793121 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['15c995ed-0adf-4564-9937-5e28d1b4ec43'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:47.082667 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7df0-55bd-4b71-807d-1aa444deed0c req-d403f0d2-cb6d-4922-9b7b-2601b50cd52c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:47.100712 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a26b7df0-55bd-4b71-807d-1aa444deed0c req-d403f0d2-cb6d-4922-9b7b-2601b50cd52c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 944 time: 0.1578705 Jun 16 13:44:47.103329 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89f90a-1ab8-4343-985b-36e547ea8d15 req-b38aa0f2-ccbd-4aa4-b5be-444c322a7836 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:47.105099 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9f89f90a-1ab8-4343-985b-36e547ea8d15 req-b38aa0f2-ccbd-4aa4-b5be-444c322a7836 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 944 time: 0.0720453 Jun 16 13:44:47.174312 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a26b7df0-55bd-4b71-807d-1aa444deed0c req-2fe67b30-26df-41ca-a5cc-c635a80350f4 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672066 Jun 16 13:44:47.185400 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9f89f90a-1ab8-4343-985b-36e547ea8d15 req-381cc499-3500-4057-acfb-94e188463f41 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738077 Jun 16 13:44:47.202403 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device ce68b603-2b7a-4f3c-aaa2-0835e86c378e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:47.363980 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port ce68b603-2b7a-4f3c-aaa2-0835e86c378e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:47.377025 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'port_id': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'mac_address': 'fa:16:3e:4c:3d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:47.420317 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c485e-6411-4a4c-8a94-c81b08ffb795 req-ec4235f8-1a19-4c4a-beae-16aa75fa4283 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:47.424577 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.427922 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-da2c485e-6411-4a4c-8a94-c81b08ffb795 req-ec4235f8-1a19-4c4a-beae-16aa75fa4283 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 944 time: 0.0749812 Jun 16 13:44:47.441143 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce68b603-2b7a-4f3c-aaa2-0835e86c378e {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:47.484588 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-da2c485e-6411-4a4c-8a94-c81b08ffb795 req-bb487ef6-882f-4a37-ba4e-63f87456456f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556931 Jun 16 13:44:47.502365 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port ce68b603-2b7a-4f3c-aaa2-0835e86c378e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:47.506813 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.509098 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:47.579139 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:47.582704 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:47.679233 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810089f0-2555-4b99-9b3c-411a5f5ca138 req-67523164-b2c8-4ad3-a2da-287cbb7d4918 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:47.681494 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-810089f0-2555-4b99-9b3c-411a5f5ca138 req-67523164-b2c8-4ad3-a2da-287cbb7d4918 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 944 time: 0.0804441 Jun 16 13:44:47.724761 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-810089f0-2555-4b99-9b3c-411a5f5ca138 req-6ff1c108-848b-4a44-a35b-15d7a8ac710e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jun 16 13:44:47.966267 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['ce68b603-2b7a-4f3c-aaa2-0835e86c378e'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:48.343875 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6947cd-5fcb-4d96-afd4-fe48b55e6bea req-aaa72fd2-bc25-4100-9bf4-74f69bbe9ced tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:48.345359 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1c6947cd-5fcb-4d96-afd4-fe48b55e6bea req-aaa72fd2-bc25-4100-9bf4-74f69bbe9ced tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 944 time: 0.0660594 Jun 16 13:44:48.386292 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1c6947cd-5fcb-4d96-afd4-fe48b55e6bea req-e0539af6-f890-4f9b-86bc-ccd00db89aec tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312555 Jun 16 13:44:48.387048 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b408b46-9449-496e-a318-6bc77a229834 req-627edd57-8417-4444-89fb-3854d488ae6d tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:48.389115 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6b408b46-9449-496e-a318-6bc77a229834 req-627edd57-8417-4444-89fb-3854d488ae6d tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 944 time: 0.0743058 Jun 16 13:44:48.428749 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6b408b46-9449-496e-a318-6bc77a229834 req-1e2a5cb7-4c86-45a5-835b-e40d3892fd74 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338261 Jun 16 13:44:48.888551 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6835606-1e40-43e2-aebc-cd6a5e3ab4d8 req-2c116efd-2fb8-46a7-82ad-67bec932075f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:48.890600 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e6835606-1e40-43e2-aebc-cd6a5e3ab4d8 req-2c116efd-2fb8-46a7-82ad-67bec932075f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 945 time: 0.3013897 Jun 16 13:44:48.947232 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f0d50-3e0c-46cd-932f-9f6257c85846 req-9c81ed48-4a85-4bf5-a9f9-5f3411d54833 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:48.948919 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-204f0d50-3e0c-46cd-932f-9f6257c85846 req-9c81ed48-4a85-4bf5-a9f9-5f3411d54833 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 944 time: 0.0971661 Jun 16 13:44:48.957870 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e6835606-1e40-43e2-aebc-cd6a5e3ab4d8 req-632f7377-f019-4035-8bee-219a81acd333 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609839 Jun 16 13:44:48.996235 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-204f0d50-3e0c-46cd-932f-9f6257c85846 req-fe43cd82-da6e-4255-9975-acdf0fd4d0f1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398343 Jun 16 13:44:49.216751 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device b7f4f85f-33db-4190-97cc-7b013e6936b1 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:49.274212 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port b7f4f85f-33db-4190-97cc-7b013e6936b1 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:49.290118 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port b7f4f85f-33db-4190-97cc-7b013e6936b1 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:49.290866 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.377254 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.405621 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f4f85f-33db-4190-97cc-7b013e6936b1'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:49.424330 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38664) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:49.519212 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port b7f4f85f-33db-4190-97cc-7b013e6936b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:49.524878 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.526238 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device f86cdcbe-3df3-4924-aba0-7906fafaa0dc up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:49.530405 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-42df2fc5-d3f6-4dfc-b586-bbae8837621b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:49.597758 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-816a31b8-267e-4f78-92de-a3a339c071ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.659227 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=b7f4f85f-33db-4190-97cc-7b013e6936b1,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:49.663098 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:49.675062 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port f86cdcbe-3df3-4924-aba0-7906fafaa0dc completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:49.683313 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port f86cdcbe-3df3-4924-aba0-7906fafaa0dc triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:49.685953 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.723627 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63bba68-5626-4375-8ca3-c727b6e8a6d0" -d '{"events": [{"server_uuid": "d08a9d7b-56db-4ab8-9c7d-bad15e143d98", "name": "network-vif-plugged", "status": "completed", "tag": "b7f4f85f-33db-4190-97cc-7b013e6936b1"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:49.736244 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9b6d9-f8af-4b11-b14c-137c8829930a req-aa802f3c-e314-4c33-9e7b-41d186735918 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.737934 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fd9b6d9-f8af-4b11-b14c-137c8829930a req-aa802f3c-e314-4c33-9e7b-41d186735918 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 944 time: 0.0990517 Jun 16 13:44:49.777271 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cc283-1a26-4018-93a8-cf1735d61daa req-fd1917e5-9c35-40c6-9ab6-20e68a7b59b0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.778775 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a0cc283-1a26-4018-93a8-cf1735d61daa req-fd1917e5-9c35-40c6-9ab6-20e68a7b59b0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 945 time: 0.1464498 Jun 16 13:44:49.792224 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fd9b6d9-f8af-4b11-b14c-137c8829930a req-44cd36c1-1ab3-4eb1-8fc5-402e62348a07 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472426 Jun 16 13:44:49.807058 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.846180 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-816a31b8-267e-4f78-92de-a3a339c071ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.851841 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-816a31b8-267e-4f78-92de-a3a339c071ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.858451 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port f86cdcbe-3df3-4924-aba0-7906fafaa0dc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:49.864048 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.864890 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 15c995ed-0adf-4564-9937-5e28d1b4ec43 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:49.867703 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-48edad13-59b5-4d5e-87c1-131c0a4d270d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:49.894514 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:49.900494 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a0cc283-1a26-4018-93a8-cf1735d61daa req-c87842cd-27af-4d6e-b7ad-227fef401804 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033971 Jun 16 13:44:49.923268 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-816a31b8-267e-4f78-92de-a3a339c071ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=254186029ffa45f9b1ba758efb5667e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978116 Jun 16 13:44:49.925916 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38686) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:49.941168 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a31b8-267e-4f78-92de-a3a339c071ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1530a46d-f97e-45b4-b85d-db2d10ddca23,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:49.944696 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-816a31b8-267e-4f78-92de-a3a339c071ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:49.956141 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd99d660-7943-4dba-9555-0c36c87ae4d1 x-openstack-request-id: req-bd99d660-7943-4dba-9555-0c36c87ae4d1 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:49.956589 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08a9d7b-56db-4ab8-9c7d-bad15e143d98", "name": "network-vif-plugged", "status": "completed", "tag": "b7f4f85f-33db-4190-97cc-7b013e6936b1", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:49.957118 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd99d660-7943-4dba-9555-0c36c87ae4d1 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:49.959198 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f4f85f-33db-4190-97cc-7b013e6936b1', 'code': 200} Jun 16 13:44:50.002972 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:50.017247 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c78121ff-1a57-4efa-a584-2d6830f4e6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.022589 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:50.028085 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 15c995ed-0adf-4564-9937-5e28d1b4ec43 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:50.033092 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 15c995ed-0adf-4564-9937-5e28d1b4ec43 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:50.033576 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.050993 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c78121ff-1a57-4efa-a584-2d6830f4e6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.104482 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c78121ff-1a57-4efa-a584-2d6830f4e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.107491 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c78121ff-1a57-4efa-a584-2d6830f4e6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.110838 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c78121ff-1a57-4efa-a584-2d6830f4e6c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1530a46d-f97e-45b4-b85d-db2d10ddca23 HTTP/1.1" status: 204 len: 168 time: 0.1817324 Jun 16 13:44:50.110838 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-dfc0dfd1-4995-43bd-92da-79badfa328aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:50.125045 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78121ff-1a57-4efa-a584-2d6830f4e6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1530a46d-f97e-45b4-b85d-db2d10ddca23,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:50.131712 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c78121ff-1a57-4efa-a584-2d6830f4e6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:50.186384 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.281916 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 15c995ed-0adf-4564-9937-5e28d1b4ec43, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=15c995ed-0adf-4564-9937-5e28d1b4ec43,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:50.292089 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.293237 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 257422b3-ee19-4382-8401-725f9a199b01 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:50.297191 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:50.308609 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dd342-65cb-44df-85fc-f4cd89be96ac req-4d4ce379-7198-436b-9f19-ee2559c62cfc tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.311110 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-611dd342-65cb-44df-85fc-f4cd89be96ac req-4d4ce379-7198-436b-9f19-ee2559c62cfc tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 944 time: 0.1100028 Jun 16 13:44:50.363598 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284013a-8d5a-4196-8243-cd8baf66e9ac req-b9f05dcc-42bb-4fff-9cd0-d0996d3cafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.365979 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a284013a-8d5a-4196-8243-cd8baf66e9ac req-b9f05dcc-42bb-4fff-9cd0-d0996d3cafbc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 1098 time: 0.1650591 Jun 16 13:44:50.368493 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-611dd342-65cb-44df-85fc-f4cd89be96ac req-4d01a70b-1e4a-42e1-9427-9632d803083f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509210 Jun 16 13:44:50.401335 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a284013a-8d5a-4196-8243-cd8baf66e9ac req-14f6f8bb-7d9e-419f-8b4b-bed8e53676e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.413579 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79806d24-de18-40e7-b34f-dede5c43afcc req-bbcd5ea0-75fb-4c4a-bd28-77fb5df3c36f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.421090 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79806d24-de18-40e7-b34f-dede5c43afcc req-bbcd5ea0-75fb-4c4a-bd28-77fb5df3c36f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 945 time: 0.1850462 Jun 16 13:44:50.484909 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-79806d24-de18-40e7-b34f-dede5c43afcc req-0f2070cc-b3b4-48bd-8816-18adef38e40f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628874 Jun 16 13:44:50.513017 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=15c995ed-0adf-4564-9937-5e28d1b4ec43,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:50.519353 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:50.534224 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 257422b3-ee19-4382-8401-725f9a199b01 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:50.538602 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 257422b3-ee19-4382-8401-725f9a199b01 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:50.539029 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.576071 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a284013a-8d5a-4196-8243-cd8baf66e9ac req-14f6f8bb-7d9e-419f-8b4b-bed8e53676e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.590760 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38710) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:50.592182 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-a284013a-8d5a-4196-8243-cd8baf66e9ac req-14f6f8bb-7d9e-419f-8b4b-bed8e53676e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.599293 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1fd8145e-79de-4f32-9bcc-8fd37582d4c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:50.609021 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa44a75e-8c64-4ca9-b7c7-6fa0c530ec1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.629579 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a284013a-8d5a-4196-8243-cd8baf66e9ac req-14f6f8bb-7d9e-419f-8b4b-bed8e53676e7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540011 Jun 16 13:44:50.635067 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6f8bb-7d9e-419f-8b4b-bed8e53676e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af24479a-0f16-49ad-a5bc-8ff3131c11ad,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:50.638263 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-14f6f8bb-7d9e-419f-8b4b-bed8e53676e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:50.652140 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.690619 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 257422b3-ee19-4382-8401-725f9a199b01, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=257422b3-ee19-4382-8401-725f9a199b01,segment=NetworkSegment(c1fd5b02-787c-48f2-896c-45418cd05e8d),segment_id=c1fd5b02-787c-48f2-896c-45418cd05e8d)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:50.698207 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.700980 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device ce68b603-2b7a-4f3c-aaa2-0835e86c378e up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:50.704609 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:50.779398 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=257422b3-ee19-4382-8401-725f9a199b01,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:50.782740 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:50.803774 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa44a75e-8c64-4ca9-b7c7-6fa0c530ec1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.812772 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port ce68b603-2b7a-4f3c-aaa2-0835e86c378e completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:50.814397 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa44a75e-8c64-4ca9-b7c7-6fa0c530ec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.817925 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:50.827897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port ce68b603-2b7a-4f3c-aaa2-0835e86c378e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:50.829649 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.868322 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38732) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:50.868533 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-aa44a75e-8c64-4ca9-b7c7-6fa0c530ec1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46ca4a9a3dd34fcc82a3c8864cfc3bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763760 Jun 16 13:44:50.870816 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44a75e-8c64-4ca9-b7c7-6fa0c530ec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c73cd13-90d7-45a4-a1fd-3532e5feed78,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:50.874597 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-aa44a75e-8c64-4ca9-b7c7-6fa0c530ec1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:50.949516 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.987096 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fd41-d060-4326-9ed6-0ca3c15d0651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.038608 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port ce68b603-2b7a-4f3c-aaa2-0835e86c378e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:51.039376 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fd41-d060-4326-9ed6-0ca3c15d0651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.045071 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.047235 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.067774 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfcc5c-5a9d-4630-87ee-e0189f9d5bb1 req-a2d4dbc0-abf8-46d3-b040-39e3b9837d7a tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:51.071238 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f5cfcc5c-5a9d-4630-87ee-e0189f9d5bb1 req-a2d4dbc0-abf8-46d3-b040-39e3b9837d7a tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 945 time: 0.0907080 Jun 16 13:44:51.098511 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38746) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.114933 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:51.119249 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.142870 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f5cfcc5c-5a9d-4630-87ee-e0189f9d5bb1 req-74052d09-4371-4f05-921a-d3b2b21259ca tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654128 Jun 16 13:44:51.181440 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fd41-d060-4326-9ed6-0ca3c15d0651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.184291 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fd41-d060-4326-9ed6-0ca3c15d0651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.186237 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b8f1fd41-d060-4326-9ed6-0ca3c15d0651 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0c73cd13-90d7-45a4-a1fd-3532e5feed78 HTTP/1.1" status: 204 len: 168 time: 0.3165994 Jun 16 13:44:51.188183 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b2103541-943e-471e-b38e-17f50bf4fbae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.203977 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1fd41-d060-4326-9ed6-0ca3c15d0651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c73cd13-90d7-45a4-a1fd-3532e5feed78,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:51.206768 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b8f1fd41-d060-4326-9ed6-0ca3c15d0651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.234458 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886f52-4948-4818-92e6-dbc3de4a2a61 req-a6dd3b49-69e9-4011-b30d-4f3fe36fc6c6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:51.236029 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bc886f52-4948-4818-92e6-dbc3de4a2a61 req-a6dd3b49-69e9-4011-b30d-4f3fe36fc6c6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 945 time: 0.1113164 Jun 16 13:44:51.268702 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df95490d-5913-444a-939d-476935ecc1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.282408 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bc886f52-4948-4818-92e6-dbc3de4a2a61 req-a2db008b-e63a-41a0-befb-785f7af36721 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Jun 16 13:44:51.372441 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38758) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.418151 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df95490d-5913-444a-939d-476935ecc1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.426867 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-df95490d-5913-444a-939d-476935ecc1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.438436 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.493099 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95490d-5913-444a-939d-476935ecc1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da0018-5ec1-4b96-b526-bebade3fcf38,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:51.496830 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-df95490d-5913-444a-939d-476935ecc1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.502494 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-df95490d-5913-444a-939d-476935ecc1fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63ed933abb394fe0a93b9a020c430e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027972 Jun 16 13:44:51.505387 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38764) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.630167 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff788-f8c6-445d-a6d2-8b672eafa09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.656734 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c5fcf-b1fc-4f98-bcf4-fc4c388f7723 req-54eab99e-600f-46b4-ac19-5f6e147fdb5e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:51.662865 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fd3c5fcf-b1fc-4f98-bcf4-fc4c388f7723 req-54eab99e-600f-46b4-ac19-5f6e147fdb5e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1477396 Jun 16 13:44:51.676521 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff788-f8c6-445d-a6d2-8b672eafa09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.724090 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fd3c5fcf-b1fc-4f98-bcf4-fc4c388f7723 req-ef243e46-7088-4bc8-a4a6-21db83a43024 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531301 Jun 16 13:44:51.798316 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7a68e06d-ee0e-4593-92e5-5377d50b40a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.877665 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff788-f8c6-445d-a6d2-8b672eafa09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.881704 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff788-f8c6-445d-a6d2-8b672eafa09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.885725 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ea5ff788-f8c6-445d-a6d2-8b672eafa09b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25da0018-5ec1-4b96-b526-bebade3fcf38 HTTP/1.1" status: 204 len: 168 time: 0.3762105 Jun 16 13:44:51.887056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6c031f87-9336-45b9-8123-315d38b8ac7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.913665 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ff788-f8c6-445d-a6d2-8b672eafa09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da0018-5ec1-4b96-b526-bebade3fcf38,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:51.929418 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60130b-80d6-4d3a-a88f-652b0ff795f4 req-1662281e-72ce-41ca-9091-9160b39489dd tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:51.932035 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc60130b-80d6-4d3a-a88f-652b0ff795f4 req-1662281e-72ce-41ca-9091-9160b39489dd tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.2529380 Jun 16 13:44:51.935316 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ea5ff788-f8c6-445d-a6d2-8b672eafa09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.960857 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e8a53a-b3da-4f9d-9f22-99d14ec0abdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86cdcbe-3df3-4924-aba0-7906fafaa0dc'}, {'server_uuid': 'd1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c995ed-0adf-4564-9937-5e28d1b4ec43'}, {'server_uuid': 'cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257422b3-ee19-4382-8401-725f9a199b01'}, {'server_uuid': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:51.967967 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee21cb-a062-4a6c-a4a5-3736ae321b1b" -d '{"events": [{"server_uuid": "69e8a53a-b3da-4f9d-9f22-99d14ec0abdd", "name": "network-vif-plugged", "status": "completed", "tag": "f86cdcbe-3df3-4924-aba0-7906fafaa0dc"}, {"server_uuid": "d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9", "name": "network-vif-plugged", "status": "completed", "tag": "15c995ed-0adf-4564-9937-5e28d1b4ec43"}, {"server_uuid": "cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4", "name": "network-vif-plugged", "status": "completed", "tag": "257422b3-ee19-4382-8401-725f9a199b01"}, {"server_uuid": "64a1d083-f9a0-4ac1-b5e3-408566eaa103", "name": "network-vif-plugged", "status": "completed", "tag": "ce68b603-2b7a-4f3c-aaa2-0835e86c378e"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:52.009991 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dc60130b-80d6-4d3a-a88f-652b0ff795f4 req-7ea7868d-27e7-4481-af07-4e078d2a1b5f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713561 Jun 16 13:44:52.040999 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7a68e06d-ee0e-4593-92e5-5377d50b40a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.041502 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fa3a84-8762-4f79-a14b-6c22e268dcd2 x-openstack-request-id: req-b8fa3a84-8762-4f79-a14b-6c22e268dcd2 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:52.041984 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e8a53a-b3da-4f9d-9f22-99d14ec0abdd", "name": "network-vif-plugged", "status": "completed", "tag": "f86cdcbe-3df3-4924-aba0-7906fafaa0dc", "code": 200}, {"server_uuid": "d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9", "name": "network-vif-plugged", "status": "completed", "tag": "15c995ed-0adf-4564-9937-5e28d1b4ec43", "code": 200}, {"server_uuid": "cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4", "name": "network-vif-plugged", "status": "completed", "tag": "257422b3-ee19-4382-8401-725f9a199b01", "code": 200}, {"server_uuid": "64a1d083-f9a0-4ac1-b5e3-408566eaa103", "name": "network-vif-plugged", "status": "completed", "tag": "ce68b603-2b7a-4f3c-aaa2-0835e86c378e", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:52.042254 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b8fa3a84-8762-4f79-a14b-6c22e268dcd2 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:52.042706 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e8a53a-b3da-4f9d-9f22-99d14ec0abdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86cdcbe-3df3-4924-aba0-7906fafaa0dc', 'code': 200} Jun 16 13:44:52.043078 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c995ed-0adf-4564-9937-5e28d1b4ec43', 'code': 200} Jun 16 13:44:52.043438 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257422b3-ee19-4382-8401-725f9a199b01', 'code': 200} Jun 16 13:44:52.043761 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'code': 200} Jun 16 13:44:52.047033 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7a68e06d-ee0e-4593-92e5-5377d50b40a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.050057 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-149133b7-a1fa-49c3-b3f2-b152af5530cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:52.108597 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68e06d-ee0e-4593-92e5-5377d50b40a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fae6a7-9411-4d24-88a1-77f52edde01b,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:52.118192 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7a68e06d-ee0e-4593-92e5-5377d50b40a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=642338843ead41a893d0948695befb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7439485 Jun 16 13:44:52.120887 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38792) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:52.123983 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7a68e06d-ee0e-4593-92e5-5377d50b40a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:52.220032 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-43b69a7f-1793-4f0f-89ab-065bb7b40810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.250724 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-43b69a7f-1793-4f0f-89ab-065bb7b40810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.331325 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-43b69a7f-1793-4f0f-89ab-065bb7b40810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.336029 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-43b69a7f-1793-4f0f-89ab-065bb7b40810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.342372 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-43b69a7f-1793-4f0f-89ab-065bb7b40810 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69fae6a7-9411-4d24-88a1-77f52edde01b HTTP/1.1" status: 204 len: 168 time: 0.2196033 Jun 16 13:44:52.343853 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-be7548bd-3054-4eec-b828-315c71c8a898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:52.355490 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b69a7f-1793-4f0f-89ab-065bb7b40810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fae6a7-9411-4d24-88a1-77f52edde01b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:52.358633 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-43b69a7f-1793-4f0f-89ab-065bb7b40810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:52.579116 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75046361-7333-4d93-8614-3e28b74bc679 req-72b2314b-6eae-4204-b6f6-8b85aee670ce tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:52.586945 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-75046361-7333-4d93-8614-3e28b74bc679 req-72b2314b-6eae-4204-b6f6-8b85aee670ce tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 945 time: 0.1599886 Jun 16 13:44:52.673641 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38812) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:52.700837 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1142ad-0d6b-4b5c-a3d1-f604194fe397 req-a643d3cc-2735-467f-b6d8-81dd5fd6f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:52.718397 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-75046361-7333-4d93-8614-3e28b74bc679 req-09bc4e14-6c4c-4033-a36c-5cd797d05c21 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225502 Jun 16 13:44:52.718703 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab1142ad-0d6b-4b5c-a3d1-f604194fe397 req-a643d3cc-2735-467f-b6d8-81dd5fd6f787 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 1098 time: 0.1517274 Jun 16 13:44:52.718788 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-565fae75-0340-4018-ab9d-e1c28d00e8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.756113 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57fad3-ae41-4699-9225-6a4994719cc2 req-7dc52078-8335-4dea-b8ca-57b69c8a3e6b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:52.757806 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a57fad3-ae41-4699-9225-6a4994719cc2 req-7dc52078-8335-4dea-b8ca-57b69c8a3e6b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 945 time: 0.1599834 Jun 16 13:44:52.809384 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ab1142ad-0d6b-4b5c-a3d1-f604194fe397 req-195eb968-af8d-4c56-94c3-a6dba3da4afa service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869887 Jun 16 13:44:52.844267 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a57fad3-ae41-4699-9225-6a4994719cc2 req-c58605d0-c762-4a1e-a952-d1cd4c95a4ca tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648875 Jun 16 13:44:53.062393 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38826) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:53.080916 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e63a2b7-6e2f-4c46-a1f2-6441ce9fb5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.144992 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cd36-5fe9-454e-9101-dc835226e0fc req-62865402-5eb3-4a5d-866d-2ec9fd7f887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.146518 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1225cd36-5fe9-454e-9101-dc835226e0fc req-62865402-5eb3-4a5d-866d-2ec9fd7f887f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 1098 time: 0.4221051 Jun 16 13:44:53.161876 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de69da-4851-4f17-acd0-c61288e5f943 req-b8cf7035-a067-4ff0-b714-62407c01a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.163752 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-44de69da-4851-4f17-acd0-c61288e5f943 req-b8cf7035-a067-4ff0-b714-62407c01a150 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1099 time: 0.2860548 Jun 16 13:44:53.271371 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebfb67-fe73-43ef-b8ab-d78ff796f0bd req-3b9b62cf-cca0-4e9d-a586-5dcde430c6bd tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.273803 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5aebfb67-fe73-43ef-b8ab-d78ff796f0bd req-3b9b62cf-cca0-4e9d-a586-5dcde430c6bd tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0948358 Jun 16 13:44:53.281477 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1225cd36-5fe9-454e-9101-dc835226e0fc req-68b2154f-94bd-43c9-8e9f-7048124ef1a1 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116536 Jun 16 13:44:53.283464 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ffb5f-f78b-418b-b097-111b41d687c0 req-a388af65-c758-4554-ad27-f93e87a1c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.285510 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-902ffb5f-f78b-418b-b097-111b41d687c0 req-a388af65-c758-4554-ad27-f93e87a1c8be service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1099 time: 0.4087574 Jun 16 13:44:53.313478 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-44de69da-4851-4f17-acd0-c61288e5f943 req-4d6e2b34-28c7-4780-acfb-8a06d65c713a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303020 Jun 16 13:44:53.324768 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f73739-8535-42c0-b34d-297f495e4a1f req-dbd4fa9c-662c-4fba-a4c1-4feb350df666 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.335718 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-30f73739-8535-42c0-b34d-297f495e4a1f req-dbd4fa9c-662c-4fba-a4c1-4feb350df666 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.3642476 Jun 16 13:44:53.339104 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-565fae75-0340-4018-ab9d-e1c28d00e8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.343760 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5aebfb67-fe73-43ef-b8ab-d78ff796f0bd req-05f3bcb4-0452-4734-8d84-00922fa66039 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586021 Jun 16 13:44:53.348110 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-565fae75-0340-4018-ab9d-e1c28d00e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.362134 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-df95490d-5913-444a-939d-476935ecc1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.432819 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-565fae75-0340-4018-ab9d-e1c28d00e8fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a354119aab024f93a215b66989316692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7556376 Jun 16 13:44:53.433405 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 38838) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:53.434288 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-30f73739-8535-42c0-b34d-297f495e4a1f req-ab0906fa-28d9-4300-bdb7-302fa608e948 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976861 Jun 16 13:44:53.435455 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fae75-0340-4018-ab9d-e1c28d00e8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87322e21-4c2b-4b72-844a-211ecb412da6,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.438667 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-565fae75-0340-4018-ab9d-e1c28d00e8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.507299 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e63a2b7-6e2f-4c46-a1f2-6441ce9fb5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.516510 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e63a2b7-6e2f-4c46-a1f2-6441ce9fb5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.520963 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f755ae78-d5e1-4bb9-9474-435f4ab9ac57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.536364 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d22e6ce-97f2-4dc6-aec4-35210c5eff2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.569257 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6e63a2b7-6e2f-4c46-a1f2-6441ce9fb5cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e2e7a16bd644647a5cf760b264e217d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056810 Jun 16 13:44:53.572373 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 38840) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:53.574093 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63a2b7-6e2f-4c46-a1f2-6441ce9fb5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddba7eb-a7e9-461d-807b-4bd31ec85778,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.579969 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6e63a2b7-6e2f-4c46-a1f2-6441ce9fb5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.581775 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d22e6ce-97f2-4dc6-aec4-35210c5eff2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.628725 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d22e6ce-97f2-4dc6-aec4-35210c5eff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.631341 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d22e6ce-97f2-4dc6-aec4-35210c5eff2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.634953 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8d22e6ce-97f2-4dc6-aec4-35210c5eff2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87322e21-4c2b-4b72-844a-211ecb412da6 HTTP/1.1" status: 204 len: 168 time: 0.1965151 Jun 16 13:44:53.634953 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-00c97115-9720-4235-9142-86ed89764858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.644546 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-902ffb5f-f78b-418b-b097-111b41d687c0 req-0503c30f-0f23-42b0-9e24-686285532f60 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580995 Jun 16 13:44:53.645638 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22e6ce-97f2-4dc6-aec4-35210c5eff2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87322e21-4c2b-4b72-844a-211ecb412da6,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.648269 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8d22e6ce-97f2-4dc6-aec4-35210c5eff2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.658671 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fca60ee4-a5b1-4429-9731-53998c8ffc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.681737 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fca60ee4-a5b1-4429-9731-53998c8ffc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.728786 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fca60ee4-a5b1-4429-9731-53998c8ffc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.731414 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fca60ee4-a5b1-4429-9731-53998c8ffc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.734828 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-fca60ee4-a5b1-4429-9731-53998c8ffc38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eddba7eb-a7e9-461d-807b-4bd31ec85778 HTTP/1.1" status: 204 len: 168 time: 0.1591268 Jun 16 13:44:53.734828 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e3597c44-07a9-4e60-8434-f709540ec26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.742943 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca60ee4-a5b1-4429-9731-53998c8ffc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddba7eb-a7e9-461d-807b-4bd31ec85778,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.747072 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-fca60ee4-a5b1-4429-9731-53998c8ffc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:54.039651 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c23ef-1b81-4a45-92ed-6b40ea08dc02 req-0d84744f-b0d1-4796-bb8e-eedcefba9bd5 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.042203 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b54c23ef-1b81-4a45-92ed-6b40ea08dc02 req-0d84744f-b0d1-4796-bb8e-eedcefba9bd5 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 945 time: 0.0809941 Jun 16 13:44:54.080094 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d2db0-eff1-4ca3-ae12-c1cde56683f7 req-be00d5fe-561a-431d-8965-c33941738ede tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.082004 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b69d2db0-eff1-4ca3-ae12-c1cde56683f7 req-be00d5fe-561a-431d-8965-c33941738ede tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 945 time: 0.0845976 Jun 16 13:44:54.099153 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b54c23ef-1b81-4a45-92ed-6b40ea08dc02 req-c3e6dd83-7924-4885-9548-b86816f74b50 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Jun 16 13:44:54.128535 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b69d2db0-eff1-4ca3-ae12-c1cde56683f7 req-faf41c7a-2a03-484c-8ad5-f8114a9c5906 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Jun 16 13:44:54.746064 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04725-0f45-4ad6-bdbb-b0ca8259d639 req-1b89c961-0848-40e8-8223-a4f6fcb2da54 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.758107 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6d04725-0f45-4ad6-bdbb-b0ca8259d639 req-1b89c961-0848-40e8-8223-a4f6fcb2da54 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1554704 Jun 16 13:44:54.793209 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd215e-81b3-4dae-9876-76a18926f8cf req-b2658942-338c-40b0-a0d8-aba7c341392f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.814510 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dabd215e-81b3-4dae-9876-76a18926f8cf req-b2658942-338c-40b0-a0d8-aba7c341392f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1942849 Jun 16 13:44:54.856359 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6d04725-0f45-4ad6-bdbb-b0ca8259d639 req-20405e81-e475-4764-9a26-35b9c4817cee tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960436 Jun 16 13:44:54.905588 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dabd215e-81b3-4dae-9876-76a18926f8cf req-6b39fad2-7c21-41d6-898c-f646f8eb9b57 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921531 Jun 16 13:44:55.368635 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107d640-b132-4e9a-9fd6-27f66c874645 req-e4667c78-15af-4ecd-9bae-e8387e2a7310 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:55.370916 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c107d640-b132-4e9a-9fd6-27f66c874645 req-e4667c78-15af-4ecd-9bae-e8387e2a7310 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 945 time: 0.1073050 Jun 16 13:44:55.460591 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c107d640-b132-4e9a-9fd6-27f66c874645 req-1c0e5665-3191-4882-9711-da053f9df654 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815108 Jun 16 13:44:56.141106 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfa7f1-17f7-4c91-b186-7e84b45e6e69 req-b1db0ca9-f172-401b-9872-e05207dd6b80 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:56.143351 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-05dfa7f1-17f7-4c91-b186-7e84b45e6e69 req-b1db0ca9-f172-401b-9872-e05207dd6b80 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1053574 Jun 16 13:44:56.192940 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-05dfa7f1-17f7-4c91-b186-7e84b45e6e69 req-8dfba1e2-8481-4a34-8021-e9bc634d2045 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Jun 16 13:44:56.223902 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8abd5-34a1-41f7-855b-718bf62c69d2 req-cc19e5c2-5571-45ff-8a33-adaedeb273e4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:56.225544 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-baa8abd5-34a1-41f7-855b-718bf62c69d2 req-cc19e5c2-5571-45ff-8a33-adaedeb273e4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1044831 Jun 16 13:44:56.280101 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-baa8abd5-34a1-41f7-855b-718bf62c69d2 req-a359c087-912f-4d29-aee7-df6f06266171 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478790 Jun 16 13:44:56.876215 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-c2ec2c2a-7618-4888-a9fe-29939f40e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:56.877890 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-c2ec2c2a-7618-4888-a9fe-29939f40e4ff service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 1098 time: 0.2012708 Jun 16 13:44:56.913426 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d33f-cbfa-4a85-9fc9-f7d4fc11ba4e req-38a231c2-0fd8-4d43-943d-3f83520a0a64 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:56.929378 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c174d33f-cbfa-4a85-9fc9-f7d4fc11ba4e req-38a231c2-0fd8-4d43-943d-3f83520a0a64 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1823056 Jun 16 13:44:56.930156 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 39064) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:56.938826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'floatingip': {'port_id': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:57.019368 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c15bc-7b22-4bb0-a12a-330a17339ada req-10bfb23b-7a15-41d6-b1a2-a7efb5863cf2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:57.025778 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-340c15bc-7b22-4bb0-a12a-330a17339ada req-10bfb23b-7a15-41d6-b1a2-a7efb5863cf2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1581717 Jun 16 13:44:57.072875 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.118076 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-340c15bc-7b22-4bb0-a12a-330a17339ada req-eb860223-0981-4e0d-bc66-7ad2fde398a0 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871189 Jun 16 13:44:57.423492 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39090) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:57.556024 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-14c0d386-d82a-4384-b341-2fc55b00e819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.700047 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-14c0d386-d82a-4384-b341-2fc55b00e819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.712096 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-14c0d386-d82a-4384-b341-2fc55b00e819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.717844 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a5e48598-5d2f-4f33-b7b3-9c968080b1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:57.722184 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-59394861-8aa6-4b27-89df-c40823e5a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:57.724487 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-59394861-8aa6-4b27-89df-c40823e5a885 service neutron] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 920 time: 0.7932818 Jun 16 13:44:57.754255 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d8eba77a-a320-4b2e-8c88-addeaeb7c04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.776976 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-14c0d386-d82a-4384-b341-2fc55b00e819 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5708c072978464e88d34bdb2a5b6020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514740 Jun 16 13:44:57.800087 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0d386-d82a-4384-b341-2fc55b00e819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b9b65-26e1-4ab9-8a37-26bf9ad7e28c,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:57.803250 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39112) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:57.813641 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-14c0d386-d82a-4384-b341-2fc55b00e819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:57.813784 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-9b2d581c-de5c-4787-a55e-94464923a42b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c995ed-0adf-4564-9937-5e28d1b4ec43 HTTP/1.1" status: 200 len: 217 time: 0.0757678 Jun 16 13:44:57.901619 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a752aa1b-24a6-41cd-821a-f398a791f13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.921946 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a752aa1b-24a6-41cd-821a-f398a791f13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.975725 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a752aa1b-24a6-41cd-821a-f398a791f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.978970 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a752aa1b-24a6-41cd-821a-f398a791f13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.982031 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a752aa1b-24a6-41cd-821a-f398a791f13b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab6b9b65-26e1-4ab9-8a37-26bf9ad7e28c HTTP/1.1" status: 204 len: 168 time: 0.1775911 Jun 16 13:44:57.983573 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-14f6f8bb-7d9e-419f-8b4b-bed8e53676e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:57.993809 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752aa1b-24a6-41cd-821a-f398a791f13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b9b65-26e1-4ab9-8a37-26bf9ad7e28c,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:58.021283 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a752aa1b-24a6-41cd-821a-f398a791f13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:58.032187 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-1486a4c2-ff67-4ac7-99d7-0baf542257f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:58.034066 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-1486a4c2-ff67-4ac7-99d7-0baf542257f1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.1963046 Jun 16 13:44:58.151642 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-f8428486-3322-44f3-8f40-4f9c04a0501e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057611 Jun 16 13:44:58.207151 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.db.resource_extend [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 13:44:58.391229 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.400833 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.402422 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3570084-602f-4fc5-8cb2-03dabf17e613 req-dfc4c43a-3cc8-459b-b71c-717cde101c57 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:58.411665 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c3570084-602f-4fc5-8cb2-03dabf17e613 req-dfc4c43a-3cc8-459b-b71c-717cde101c57 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1143875 Jun 16 13:44:58.488686 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c3570084-602f-4fc5-8cb2-03dabf17e613 req-e6171455-e49d-4dd2-a10d-a75a060b6c64 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716522 Jun 16 13:44:58.538588 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-e305e66b-dad0-4bdd-b4d0-59cd1be2dbd9 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751054 Jun 16 13:44:58.572991 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Floating IP e1752e75-5ee2-4bfd-b87c-b0605aaa3721 associated. External IP: 172.27.2.121, port: ce68b603-2b7a-4f3c-aaa2-0835e86c378e. Jun 16 13:44:58.743130 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1f9662f4-20c7-43bd-83d8-765ef0a54e0c req-a2dbf3d8-f9df-43f4-a498-848add839a49 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955163 Jun 16 13:44:58.869961 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Router e20c288f-3b46-46ce-8624-286512d976a1 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:44:58.998231 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:59.003419 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.014160 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] Sync routers for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:59.030723 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:59.033037 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:59.047533 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a865d8a8-1078-4b32-bfe0-f5ce41f027ee tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "PUT /v2.0/floatingips/e1752e75-5ee2-4bfd-b87c-b0605aaa3721 HTTP/1.1" status: 200 len: 992 time: 2.1142211 Jun 16 13:44:59.048468 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'tag': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:59.051353 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35607a58-b952-4713-88dc-5b485f10704a" -d '{"events": [{"name": "network-changed", "server_uuid": "64a1d083-f9a0-4ac1-b5e3-408566eaa103", "tag": "ce68b603-2b7a-4f3c-aaa2-0835e86c378e"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:59.137416 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f4844-7187-4440-be25-1545fa3caaaf x-openstack-request-id: req-3c6f4844-7187-4440-be25-1545fa3caaaf {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:59.138218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a1d083-f9a0-4ac1-b5e3-408566eaa103", "tag": "ce68b603-2b7a-4f3c-aaa2-0835e86c378e", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:59.138218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c6f4844-7187-4440-be25-1545fa3caaaf {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:59.138730 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'tag': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'status': 'completed', 'code': 200} Jun 16 13:44:59.183164 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:59.272885 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35607a58-b952-4713-88dc-5b485f10704a req-37f8806c-3a7b-49be-81fd-f4312dd55293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.275118 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-35607a58-b952-4713-88dc-5b485f10704a req-37f8806c-3a7b-49be-81fd-f4312dd55293 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1099 time: 0.0986142 Jun 16 13:44:59.304294 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39216) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:59.583363 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e1752e75-5ee2-4bfd-b87c-b0605aaa3721', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'port_id': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'mac_address': 'fa:16:3e:4c:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:44:32Z', 'updated_at': '2021-06-16T13:44:58Z', 'revision_number': 1, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:59.594823 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] Checking router: e20c288f-3b46-46ce-8624-286512d976a1 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:59.623693 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c0a017e6-ed75-4ad4-80f6-0e60eb5aae10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.624220 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:59.624314 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:44:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:59.819525 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35607a58-b952-4713-88dc-5b485f10704a req-63cc24ab-bd5e-4bba-a775-e19146389a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.819525 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-35607a58-b952-4713-88dc-5b485f10704a req-63cc24ab-bd5e-4bba-a775-e19146389a68 service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.5342362 Jun 16 13:44:59.831951 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:59.881232 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c0a017e6-ed75-4ad4-80f6-0e60eb5aae10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.890036 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c0a017e6-ed75-4ad4-80f6-0e60eb5aae10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.894545 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c69002d7-eef6-44d2-85b4-a17b6dedffa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:59.934580 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66200c89-3143-4565-ae9f-c5d4a64959a2 req-c6330e25-fcd2-4b97-a508-274cbecb3b11 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.939729 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66200c89-3143-4565-ae9f-c5d4a64959a2 req-c6330e25-fcd2-4b97-a508-274cbecb3b11 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1438997 Jun 16 13:44:59.971567 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a017e6-ed75-4ad4-80f6-0e60eb5aae10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbdac1b-8ac4-4e6e-93a4-13b3eb314461,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:59.975872 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c0a017e6-ed75-4ad4-80f6-0e60eb5aae10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:59.982394 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c0a017e6-ed75-4ad4-80f6-0e60eb5aae10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7281d82917584aaba2c1796799e80d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6769500 Jun 16 13:44:59.983990 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39244) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:00.000673 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-35607a58-b952-4713-88dc-5b485f10704a req-cbffc70f-9a42-4c00-a418-5dce981bb4b3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 1000 time: 0.1761599 Jun 16 13:45:00.027500 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66200c89-3143-4565-ae9f-c5d4a64959a2 req-29d8998c-6191-414a-be0e-0e7b682eb3e1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834196 Jun 16 13:45:00.055744 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35607a58-b952-4713-88dc-5b485f10704a req-90e18aac-33fc-466e-ac29-f71a21e5cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:00.057357 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-35607a58-b952-4713-88dc-5b485f10704a req-90e18aac-33fc-466e-ac29-f71a21e5cc33 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0504298 Jun 16 13:45:00.089969 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-edc52e32-4159-4b27-9719-abc4a3a8def1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.121861 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-edc52e32-4159-4b27-9719-abc4a3a8def1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.168716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35607a58-b952-4713-88dc-5b485f10704a req-23ce1671-df51-4bcc-8e11-138c7a4187bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:00.170317 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-35607a58-b952-4713-88dc-5b485f10704a req-23ce1671-df51-4bcc-8e11-138c7a4187bf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1051538 Jun 16 13:45:00.172238 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e1752e75-5ee2-4bfd-b87c-b0605aaa3721', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'port_id': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'mac_address': 'fa:16:3e:4c:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:44:32Z', 'updated_at': '2021-06-16T13:44:58Z', 'revision_number': 1, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:00.174484 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-edc52e32-4159-4b27-9719-abc4a3a8def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.176453 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a915624-44e4-45da-b2f5-c34e3f64e1d2 None None] The sync data for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi is: [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e1752e75-5ee2-4bfd-b87c-b0605aaa3721', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'port_id': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'mac_address': 'fa:16:3e:4c:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:44:32Z', 'updated_at': '2021-06-16T13:44:58Z', 'revision_number': 1, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:45:00.180141 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-edc52e32-4159-4b27-9719-abc4a3a8def1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.181339 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-edc52e32-4159-4b27-9719-abc4a3a8def1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bbdac1b-8ac4-4e6e-93a4-13b3eb314461 HTTP/1.1" status: 204 len: 168 time: 0.1959457 Jun 16 13:45:00.182211 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:00.196574 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc52e32-4159-4b27-9719-abc4a3a8def1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbdac1b-8ac4-4e6e-93a4-13b3eb314461,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:00.199712 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-edc52e32-4159-4b27-9719-abc4a3a8def1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:00.306711 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-35607a58-b952-4713-88dc-5b485f10704a req-b6e2601b-a55b-4795-bea9-a690b212fc93 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289659 Jun 16 13:45:00.319865 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.430821 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-35607a58-b952-4713-88dc-5b485f10704a req-79de3675-2cdd-4609-9577-59cfcc32fa3c service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079068 Jun 16 13:45:00.454067 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584acacc-b9e0-4f3a-97bc-ff9d88085660 None None] New status for floating IP e1752e75-5ee2-4bfd-b87c-b0605aaa3721: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:45:00.572149 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39254) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:00.588500 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4202db81-0654-4c78-b386-7b3760733476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.588751 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.597613 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c51d2e2c-baab-4f66-a62b-0e1b08534cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.701881 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4202db81-0654-4c78-b386-7b3760733476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.706250 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4202db81-0654-4c78-b386-7b3760733476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.709847 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-816a31b8-267e-4f78-92de-a3a339c071ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:00.754125 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4202db81-0654-4c78-b386-7b3760733476 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26114005fb914c0f92c91cb575c4ed4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808290 Jun 16 13:45:00.757009 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 39260) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:00.758447 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202db81-0654-4c78-b386-7b3760733476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a40ea3f-dc26-4c69-a446-ab0c501a7f0c,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:00.762598 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4202db81-0654-4c78-b386-7b3760733476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:00.809338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-84e3d2ee-dabc-4c69-87bd-e7a43190bcb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.832274 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-84e3d2ee-dabc-4c69-87bd-e7a43190bcb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.895725 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-84e3d2ee-dabc-4c69-87bd-e7a43190bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.900453 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-84e3d2ee-dabc-4c69-87bd-e7a43190bcb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.901679 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-84e3d2ee-dabc-4c69-87bd-e7a43190bcb3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a40ea3f-dc26-4c69-a446-ab0c501a7f0c HTTP/1.1" status: 204 len: 168 time: 0.1434076 Jun 16 13:45:00.902455 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-43b69a7f-1793-4f0f-89ab-065bb7b40810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:00.911506 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3d2ee-dabc-4c69-87bd-e7a43190bcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a40ea3f-dc26-4c69-a446-ab0c501a7f0c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:00.913862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-84e3d2ee-dabc-4c69-87bd-e7a43190bcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:01.264927 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b47dc-7230-4f04-974e-8be3a5b01bff req-d1b93a17-abea-42fe-8938-6b3880e64424 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:01.266840 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-473b47dc-7230-4f04-974e-8be3a5b01bff req-d1b93a17-abea-42fe-8938-6b3880e64424 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0856929 Jun 16 13:45:01.323449 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-473b47dc-7230-4f04-974e-8be3a5b01bff req-fba773a8-4689-4f5d-a08b-63b8913006fd tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Jun 16 13:45:01.480798 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:02.559462 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd673f-d7ba-47dc-8310-b5ec02ee3acd req-15b434db-51c3-4e55-b176-188617c06318 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:02.560851 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8bcd673f-d7ba-47dc-8310-b5ec02ee3acd req-15b434db-51c3-4e55-b176-188617c06318 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0837376 Jun 16 13:45:02.618830 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8bcd673f-d7ba-47dc-8310-b5ec02ee3acd req-bc892736-2b4f-4707-81f1-e1578fe0ec71 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489914 Jun 16 13:45:03.279453 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:03.796538 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439092c1-234b-441a-b719-6d24390b1668 req-047d5017-655c-4411-87da-92dcafe793b8 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:03.798019 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-439092c1-234b-441a-b719-6d24390b1668 req-047d5017-655c-4411-87da-92dcafe793b8 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0632961 Jun 16 13:45:03.836996 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-439092c1-234b-441a-b719-6d24390b1668 req-7c2c53b8-0a9e-479f-8ce5-2726f8595d98 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Jun 16 13:45:05.021808 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ffe10-b430-4b62-aedd-793893df24fc req-0ea331f4-d8a2-452f-9a24-66a319b953de tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:05.023307 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b8ffe10-b430-4b62-aedd-793893df24fc req-0ea331f4-d8a2-452f-9a24-66a319b953de tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0662305 Jun 16 13:45:05.063068 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6b8ffe10-b430-4b62-aedd-793893df24fc req-1fae6633-a724-4ff6-ae5e-9922b8492f4f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Jun 16 13:45:06.142081 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:45:06.248678 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7a05-504a-4049-acbe-2e84a7e440d3 req-96a56cc2-f836-4d8a-a26d-5c72f3e41dcd tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:06.250389 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42be7a05-504a-4049-acbe-2e84a7e440d3 req-96a56cc2-f836-4d8a-a26d-5c72f3e41dcd tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0738602 Jun 16 13:45:06.297668 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42be7a05-504a-4049-acbe-2e84a7e440d3 req-7c8475c7-4703-4fa8-b3f0-017082885507 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400362 Jun 16 13:45:07.470001 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb9f6b-b8e4-4ba0-afa3-0e58041c7273 req-5e88a291-9ba2-4ba2-945e-68e5ec0b6f8a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:07.471418 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d4eb9f6b-b8e4-4ba0-afa3-0e58041c7273 req-5e88a291-9ba2-4ba2-945e-68e5ec0b6f8a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0621128 Jun 16 13:45:07.508877 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d4eb9f6b-b8e4-4ba0-afa3-0e58041c7273 req-900dddb9-fcee-48f2-8ede-4f24f4129dfc tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317166 Jun 16 13:45:08.691138 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b126a7-9a32-47c9-b188-9c6f9d3087ee req-47afbbc0-84a1-405f-88d0-477fa0dffa2b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:08.692613 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-98b126a7-9a32-47c9-b188-9c6f9d3087ee req-47afbbc0-84a1-405f-88d0-477fa0dffa2b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0673902 Jun 16 13:45:08.728982 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-98b126a7-9a32-47c9-b188-9c6f9d3087ee req-e8992d07-58fd-481b-9d3d-45038df88dc2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308499 Jun 16 13:45:09.919674 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c22ff-ebc6-4fca-9a98-b9d99d6e0e1f req-4770ddbd-21b1-42f5-9a1b-5baa57a43292 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:09.921367 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-225c22ff-ebc6-4fca-9a98-b9d99d6e0e1f req-4770ddbd-21b1-42f5-9a1b-5baa57a43292 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0692813 Jun 16 13:45:09.967318 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-225c22ff-ebc6-4fca-9a98-b9d99d6e0e1f req-02b5bf12-b6c6-4c8a-8485-a09973df7ff1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371881 Jun 16 13:45:10.259449 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 39500) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:10.309640 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Deleting subnet 218b196f-8249-4208-9328-8b023e25d26a {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:45:10.313670 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.347029 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.357411 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.411664 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.414029 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-1c7eb3d5-a91d-4001-89b2-9b73c75fe548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:10.438394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218b196f-8249-4208-9328-8b023e25d26a,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:10.442932 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.445041 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/218b196f-8249-4208-9328-8b023e25d26a HTTP/1.1" status: 204 len: 168 time: 0.1841557 Jun 16 13:45:10.447637 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39502) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:10.449598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.449966 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.450337 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.450726 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.451101 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.451484 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.451849 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.452203 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.452551 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.452893 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.453243 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.453594 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.456839 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:10.521075 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.601404 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.611971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f19a8a-0761-43e2-ad2e-49885ffae4ad']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:10.621431 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73acc2f-9f9d-4218-8a67-aedd0278f479') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:10.621702 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73acc2f-9f9d-4218-8a67-aedd0278f479') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:10.630752 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.644620 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.651172 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:45:10.651570 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: retrieve_revision_numbers = { Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: retrieve_revision_numbers = { Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: retrieve_revision_numbers = { Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: retrieve_revision_numbers = { Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: retrieve_revision_numbers = { Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:45:10.653259 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:45:10.714170 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.721931 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-77266d0f-3143-48a5-a8c3-672caf2f8a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:10.725202 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.727318 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a8f19a8a-0761-43e2-ad2e-49885ffae4ad HTTP/1.1" status: 204 len: 168 time: 0.2787018 Jun 16 13:45:10.730140 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 39510) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:10.739060 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f19a8a-0761-43e2-ad2e-49885ffae4ad,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:10.748122 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.748494 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.748848 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.749656 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.750013 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.750365 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.750712 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.751132 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.751488 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.751828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.752200 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.752837 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:10.756440 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:10.790643 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Deleting subnet 2f8dfc73-a30b-4dd9-be52-cb2bfccc2d92 {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:45:10.794784 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.833749 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.841016 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.924676 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.928321 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-be665920-5238-4ad2-b161-683dc5395c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:10.954966 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8dfc73-a30b-4dd9-be52-cb2bfccc2d92,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:10.962689 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:10.969318 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.972807 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2f8dfc73-a30b-4dd9-be52-cb2bfccc2d92 HTTP/1.1" status: 204 len: 168 time: 0.2379858 Jun 16 13:45:10.975623 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39542) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:11.102179 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.179370 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea78eb2-f1c9-4ad0-bca0-0240025f45f0 req-2287227f-8228-47bd-9610-e889417a965b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:11.181348 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7ea78eb2-f1c9-4ad0-bca0-0240025f45f0 req-2287227f-8228-47bd-9610-e889417a965b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0752187 Jun 16 13:45:11.242024 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7ea78eb2-f1c9-4ad0-bca0-0240025f45f0 req-704cadc8-737c-4acb-8be0-a9256cf33efe tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543747 Jun 16 13:45:11.282648 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.292230 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-cd4d5824-7783-40be-8ad6-5c166f85751b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:11.293965 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-cd4d5824-7783-40be-8ad6-5c166f85751b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 815 time: 0.2923164 Jun 16 13:45:11.313303 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13046da1-b978-467b-93f2-d162b096b3f5']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:11.324794 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b7a2ac-d4dd-4d45-b5f0-6d06372a9a44') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:11.325086 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b7a2ac-d4dd-4d45-b5f0-6d06372a9a44') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:11.333531 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-cdf1b2b2-6d20-40b6-871a-22fa60639924 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/quotas/f7fb0d64f8ad4483b4854ea321d33140 HTTP/1.1" status: 200 len: 375 time: 0.0323243 Jun 16 13:45:11.366649 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.388752 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.399157 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:45:11.399609 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:45:11.401344 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:45:11.480970 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-7384c017-64de-4a6e-a15a-107181a342e3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1464942 Jun 16 13:45:11.490581 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.507857 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:11.510277 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.515450 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] 10.222.0.64 "DELETE /v2.0/networks/13046da1-b978-467b-93f2-d162b096b3f5 HTTP/1.1" status: 204 len: 168 time: 0.5386293 Jun 16 13:45:11.538333 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Pushing event deleted for resources: {'Network': ['ID=13046da1-b978-467b-93f2-d162b096b3f5,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:11.564368 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:11.600583 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-0628858e-5d1c-4def-8474-35720a5de045 service neutron] 10.222.0.64 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186559 Jun 16 13:45:11.722083 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 39586) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:11.739412 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-631c7748-2bc1-40ab-ad64-838a8616d422 service neutron] 10.222.0.64 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312671 Jun 16 13:45:11.743553 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39588) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:11.768922 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c787253e-d47a-4651-86c9-2fb4932a5186 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50a7f1aecb514eef9f3f898f29253b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451484 Jun 16 13:45:11.771480 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39592) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:11.826476 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-05c6f8eb-b8be-44ba-a7c8-a732ced3665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.850289 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-05c6f8eb-b8be-44ba-a7c8-a732ced3665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.911677 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-05c6f8eb-b8be-44ba-a7c8-a732ced3665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.914845 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-05c6f8eb-b8be-44ba-a7c8-a732ced3665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:11.918472 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-05c6f8eb-b8be-44ba-a7c8-a732ced3665d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fee3ca8a-a20e-4d2b-974b-4fdd48a1d36c HTTP/1.1" status: 204 len: 168 time: 0.1434329 Jun 16 13:45:11.918472 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2d543acd-8c9f-41b3-9acc-ff64e9dc06af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:11.926057 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6f8eb-b8be-44ba-a7c8-a732ced3665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee3ca8a-a20e-4d2b-974b-4fdd48a1d36c,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:11.933840 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-05c6f8eb-b8be-44ba-a7c8-a732ced3665d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:11.941395 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-477abc8c-057d-4f8d-acdd-533e31231519 req-27904daa-3879-467a-9dc2-16d985cea4e1 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 210 time: 0.0397830 Jun 16 13:45:11.964800 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-14df127c-35fc-4fcd-a262-7ebc8f05724a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.067404 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-14df127c-35fc-4fcd-a262-7ebc8f05724a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.071980 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-14df127c-35fc-4fcd-a262-7ebc8f05724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.075905 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:12.113172 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df127c-35fc-4fcd-a262-7ebc8f05724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19912e1e-ec97-49d7-9c7a-67437f86bbcb,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:12.118969 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-14df127c-35fc-4fcd-a262-7ebc8f05724a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbef797c24214d45abb9d1d3d7534d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724632 Jun 16 13:45:12.118969 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-14df127c-35fc-4fcd-a262-7ebc8f05724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:12.121538 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39606) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:12.176645 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c58f1d99-29da-4d1b-b4ee-003fffaa8da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.198604 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c58f1d99-29da-4d1b-b4ee-003fffaa8da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.256079 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39610) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:12.269772 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c58f1d99-29da-4d1b-b4ee-003fffaa8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.273113 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c58f1d99-29da-4d1b-b4ee-003fffaa8da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.274576 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c58f1d99-29da-4d1b-b4ee-003fffaa8da0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19912e1e-ec97-49d7-9c7a-67437f86bbcb HTTP/1.1" status: 204 len: 168 time: 0.1518769 Jun 16 13:45:12.277668 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-e741010a-649a-49c6-9de5-345d62705a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:12.291345 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f1d99-29da-4d1b-b4ee-003fffaa8da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19912e1e-ec97-49d7-9c7a-67437f86bbcb,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:12.295259 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c58f1d99-29da-4d1b-b4ee-003fffaa8da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:12.327641 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e98c68ce-6fc2-491d-abb2-85f87d5d2274 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e4b45a07d6d49d38c05b9848ef02a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699887 Jun 16 13:45:12.330563 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39618) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:12.392541 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b54a1dc2-f510-41bc-948c-78e0ca0d1ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.432425 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b54a1dc2-f510-41bc-948c-78e0ca0d1ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.526847 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41d7fc-934b-403b-87fd-570fe3778069 req-e6dcd87c-e7cf-48fa-a277-b7c4ae987095 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:12.528455 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5c41d7fc-934b-403b-87fd-570fe3778069 req-e6dcd87c-e7cf-48fa-a277-b7c4ae987095 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1102538 Jun 16 13:45:12.530600 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b54a1dc2-f510-41bc-948c-78e0ca0d1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.533222 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b54a1dc2-f510-41bc-948c-78e0ca0d1ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.534282 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b54a1dc2-f510-41bc-948c-78e0ca0d1ab4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fee9724-74fc-4e36-9f41-add8e3ff74a8 HTTP/1.1" status: 204 len: 168 time: 0.2042692 Jun 16 13:45:12.536587 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9ee46067-0b27-418a-86a4-ab01d0819c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:12.546590 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a1dc2-f510-41bc-948c-78e0ca0d1ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee9724-74fc-4e36-9f41-add8e3ff74a8,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:12.572130 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b54a1dc2-f510-41bc-948c-78e0ca0d1ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:12.618043 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5c41d7fc-934b-403b-87fd-570fe3778069 req-da98364a-f4dd-48eb-8d50-be9b839be952 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808222 Jun 16 13:45:12.820897 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39638) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:12.836346 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8df74468-1c74-4de5-8c37-76e9b8d84318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.949827 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8df74468-1c74-4de5-8c37-76e9b8d84318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.956530 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8df74468-1c74-4de5-8c37-76e9b8d84318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.960705 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0cb94f4e-d010-4d97-a151-53550b2ee401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:13.002815 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8df74468-1c74-4de5-8c37-76e9b8d84318 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a4d09f85cc0453f997a179eaec6c3cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804254 Jun 16 13:45:13.003770 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df74468-1c74-4de5-8c37-76e9b8d84318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6f115-f868-4d84-ab38-53f463fa0b66,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:13.006806 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39648) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:13.014085 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8df74468-1c74-4de5-8c37-76e9b8d84318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:13.068305 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-56efa13f-c297-4e00-994e-67f1a505066b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.114675 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-56efa13f-c297-4e00-994e-67f1a505066b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.177191 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-dc65d0d2-ca7c-435d-8f00-43148183ddc5 req-d59cccad-6d93-46ec-ae16-29aa1949f6c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 210 time: 0.0451820 Jun 16 13:45:13.198545 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-56efa13f-c297-4e00-994e-67f1a505066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.201414 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-56efa13f-c297-4e00-994e-67f1a505066b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.202556 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-56efa13f-c297-4e00-994e-67f1a505066b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09f6f115-f868-4d84-ab38-53f463fa0b66 HTTP/1.1" status: 204 len: 168 time: 0.1947765 Jun 16 13:45:13.216591 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ea5ff788-f8c6-445d-a6d2-8b672eafa09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:13.225463 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efa13f-c297-4e00-994e-67f1a505066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6f115-f868-4d84-ab38-53f463fa0b66,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:13.233994 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-56efa13f-c297-4e00-994e-67f1a505066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:13.441828 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-41d086c9-dbee-4275-a62d-9023fe89736f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:13.443683 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-41d086c9-dbee-4275-a62d-9023fe89736f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 815 time: 0.1436615 Jun 16 13:45:13.461904 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Request body: {'port': {'device_id': 'ba9f7002-8891-4f90-bec2-876ec3f6d10c', 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'admin_state_up': True, 'tenant_id': 'f7fb0d64f8ad4483b4854ea321d33140'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:13.569652 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39670) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:13.584538 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-680c45f6-6d36-46f3-8148-1c5be86199e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.611831 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Made reservation on behalf of f7fb0d64f8ad4483b4854ea321d33140 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:13.616876 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.806923 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-680c45f6-6d36-46f3-8148-1c5be86199e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.811471 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-680c45f6-6d36-46f3-8148-1c5be86199e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.816156 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8d22e6ce-97f2-4dc6-aec4-35210c5eff2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:13.858136 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c45f6-6d36-46f3-8148-1c5be86199e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd162de1-da80-47b6-a536-974c0e200653,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:13.862155 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-680c45f6-6d36-46f3-8148-1c5be86199e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:13.864846 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-680c45f6-6d36-46f3-8148-1c5be86199e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e23a5d46f9194a44b631e1ad35bcee68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941592 Jun 16 13:45:13.868839 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 39690) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:13.869939 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Allocated IP 172.20.0.14 (1816f281-64dd-49c0-a698-7461eb0685b3/49dabc0d-b4db-4028-b39e-a1a87e8484c3/d30ffb0b-6ced-40e9-99a0-0168721ce313) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:13.958173 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de2a03-13f5-41ba-ad8c-760c28a969ab req-0c0b0206-36af-473c-9e6e-0249d57861d9 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:13.959701 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-97de2a03-13f5-41ba-ad8c-760c28a969ab req-0c0b0206-36af-473c-9e6e-0249d57861d9 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1465807 Jun 16 13:45:14.007064 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e0b46f5c-d616-4ccc-8196-ae980adb5905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.057395 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-97de2a03-13f5-41ba-ad8c-760c28a969ab req-bf006b14-f030-43d3-8cb1-59d38782a084 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858853 Jun 16 13:45:14.067944 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e0b46f5c-d616-4ccc-8196-ae980adb5905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.112869 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39696) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.179047 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39702) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.179427 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.181597 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e0b46f5c-d616-4ccc-8196-ae980adb5905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.184403 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e0b46f5c-d616-4ccc-8196-ae980adb5905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.185587 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e0b46f5c-d616-4ccc-8196-ae980adb5905 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd162de1-da80-47b6-a536-974c0e200653 HTTP/1.1" status: 204 len: 168 time: 0.3131320 Jun 16 13:45:14.188485 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-99312998-58fa-4f22-875c-5521ae2c3bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.202115 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b46f5c-d616-4ccc-8196-ae980adb5905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd162de1-da80-47b6-a536-974c0e200653,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.212356 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e0b46f5c-d616-4ccc-8196-ae980adb5905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.268838 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.276826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.321101 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-31cfe1da-c993-4b96-83dd-5e58f24741f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.356609 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5472-e036-492c-8106-23dd4d9028c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.379639 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Network 1816f281-64dd-49c0-a698-7461eb0685b3 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:14.389891 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:14.392846 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:14.398309 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:14.399154 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.414897 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Pushing event updated for resources: {'Port': ['ID=d30ffb0b-6ced-40e9-99a0-0168721ce313,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.419926 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.446949 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59dbc5-ada1-4f9c-a303-0e5bda374122 req-958091ac-6b31-4663-8d83-e3adb7d4a515 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:14.448628 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac59dbc5-ada1-4f9c-a303-0e5bda374122 req-958091ac-6b31-4663-8d83-e3adb7d4a515 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 932 time: 0.1146333 Jun 16 13:45:14.476596 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-31cfe1da-c993-4b96-83dd-5e58f24741f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.482970 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-31cfe1da-c993-4b96-83dd-5e58f24741f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.489669 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4202db81-0654-4c78-b386-7b3760733476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.491470 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac59dbc5-ada1-4f9c-a303-0e5bda374122 req-8c455137-d9c7-446d-9c68-a14171d93fee tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363595 Jun 16 13:45:14.533754 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-31cfe1da-c993-4b96-83dd-5e58f24741f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c6a14b3296d4e4c9f28a28d23b239ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191892 Jun 16 13:45:14.536797 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 39714) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.545419 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cfe1da-c993-4b96-83dd-5e58f24741f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c3f8e1-de29-42ab-a313-9b5b2620e20c,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.549736 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-31cfe1da-c993-4b96-83dd-5e58f24741f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.604279 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-531bbac9-cab1-4293-b326-31d8d6d9c926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.631459 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-531bbac9-cab1-4293-b326-31d8d6d9c926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.639321 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5472-e036-492c-8106-23dd4d9028c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.644787 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4b6e5472-e036-492c-8106-23dd4d9028c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.648828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c0a017e6-ed75-4ad4-80f6-0e60eb5aae10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.668714 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2110209 Jun 16 13:45:14.689391 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4b6e5472-e036-492c-8106-23dd4d9028c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eefb3254a8564e8ab3e59a0be1e0318b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092897 Jun 16 13:45:14.690245 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e5472-e036-492c-8106-23dd4d9028c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f82963c-3a10-4a4a-a870-f01400bbf2f4,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.692845 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39724) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.695290 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4b6e5472-e036-492c-8106-23dd4d9028c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.703490 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-531bbac9-cab1-4293-b326-31d8d6d9c926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.707111 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-531bbac9-cab1-4293-b326-31d8d6d9c926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.708288 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-531bbac9-cab1-4293-b326-31d8d6d9c926 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/44c3f8e1-de29-42ab-a313-9b5b2620e20c HTTP/1.1" status: 204 len: 168 time: 0.1705239 Jun 16 13:45:14.709145 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.719486 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bbac9-cab1-4293-b326-31d8d6d9c926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c3f8e1-de29-42ab-a313-9b5b2620e20c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.722710 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-531bbac9-cab1-4293-b326-31d8d6d9c926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.754818 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-005d10fe-49c5-4702-9d42-3fa76c51f146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.778427 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-005d10fe-49c5-4702-9d42-3fa76c51f146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.047239 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-005d10fe-49c5-4702-9d42-3fa76c51f146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.049785 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-005d10fe-49c5-4702-9d42-3fa76c51f146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.054040 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-005d10fe-49c5-4702-9d42-3fa76c51f146 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f82963c-3a10-4a4a-a870-f01400bbf2f4 HTTP/1.1" status: 204 len: 168 time: 0.3598909 Jun 16 13:45:15.055101 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3ed7d050-e434-404a-ada3-859a03ccf63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:15.063422 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d10fe-49c5-4702-9d42-3fa76c51f146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f82963c-3a10-4a4a-a870-f01400bbf2f4,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:15.065831 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-005d10fe-49c5-4702-9d42-3fa76c51f146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:15.218513 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['b7f4f85f-33db-4190-97cc-7b013e6936b1'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:15.271397 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f930-9bc8-4296-bcb0-2f589262290e req-828aefa2-292a-42f1-8aa1-5e1d677e6027 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:15.278427 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38c8f930-9bc8-4296-bcb0-2f589262290e req-828aefa2-292a-42f1-8aa1-5e1d677e6027 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0852773 Jun 16 13:45:15.330892 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38c8f930-9bc8-4296-bcb0-2f589262290e req-e0ecdd5b-5a1a-496a-aae8-936ee4dc222d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Jun 16 13:45:15.691600 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10499ba6-a228-45d6-9642-e1a500b57a06 req-f98fa569-1f94-4c66-a0e2-659e91ef95cb tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:15.693481 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10499ba6-a228-45d6-9642-e1a500b57a06 req-f98fa569-1f94-4c66-a0e2-659e91ef95cb tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 932 time: 0.0687819 Jun 16 13:45:15.749725 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10499ba6-a228-45d6-9642-e1a500b57a06 req-fb4fbd76-f255-4907-b59c-8ee04d95f79a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503359 Jun 16 13:45:16.516949 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39824) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:16.543627 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b6914-e365-41b0-b2de-d979d047e6b1 req-69c1daa7-c95b-426d-863b-d6911a720ef7 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.545816 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4f1b6914-e365-41b0-b2de-d979d047e6b1 req-69c1daa7-c95b-426d-863b-d6911a720ef7 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0785844 Jun 16 13:45:16.600799 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4f1b6914-e365-41b0-b2de-d979d047e6b1 req-2b38e977-90e7-4f4c-a87a-d5ade14e7271 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461161 Jun 16 13:45:16.666546 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8abf841-8249-4b13-82c2-369f4ad8d339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.823155 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8abf841-8249-4b13-82c2-369f4ad8d339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.828738 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b8abf841-8249-4b13-82c2-369f4ad8d339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.856281 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7a68e06d-ee0e-4593-92e5-5377d50b40a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:16.868170 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b8abf841-8249-4b13-82c2-369f4ad8d339 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5a65be99b4645acb7a66548d2a0ff97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500569 Jun 16 13:45:16.870790 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 39842) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:16.902611 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abf841-8249-4b13-82c2-369f4ad8d339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2407583a-8494-45b2-9a20-2dd9b37118ab,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:16.907947 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b8abf841-8249-4b13-82c2-369f4ad8d339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:16.968535 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bcd-8d6e-4d3f-9108-0ab0481a2bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:17.001070 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bcd-8d6e-4d3f-9108-0ab0481a2bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:17.017477 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8cdde-5735-490e-a63b-8b3f81da90fe req-78ef99e1-78cd-493c-b87c-1105162448ac tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:17.018948 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-48a8cdde-5735-490e-a63b-8b3f81da90fe req-78ef99e1-78cd-493c-b87c-1105162448ac tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 932 time: 0.1067815 Jun 16 13:45:17.072241 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-48a8cdde-5735-490e-a63b-8b3f81da90fe req-00858169-4b41-4510-bd64-ce617cc5d624 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462041 Jun 16 13:45:17.086991 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bcd-8d6e-4d3f-9108-0ab0481a2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:17.090245 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bcd-8d6e-4d3f-9108-0ab0481a2bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:17.091397 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dc2d8bcd-8d6e-4d3f-9108-0ab0481a2bca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2407583a-8494-45b2-9a20-2dd9b37118ab HTTP/1.1" status: 204 len: 168 time: 0.2196441 Jun 16 13:45:17.092342 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-31cfe1da-c993-4b96-83dd-5e58f24741f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:17.100618 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d8bcd-8d6e-4d3f-9108-0ab0481a2bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2407583a-8494-45b2-9a20-2dd9b37118ab,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:17.109132 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dc2d8bcd-8d6e-4d3f-9108-0ab0481a2bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:17.782686 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d582c90-c790-4352-86d7-7d607efa9e57 req-83e3312e-2603-4a17-9183-4ba5afd00367 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:17.784118 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d582c90-c790-4352-86d7-7d607efa9e57 req-83e3312e-2603-4a17-9183-4ba5afd00367 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0641100 Jun 16 13:45:17.831508 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d582c90-c790-4352-86d7-7d607efa9e57 req-68bd3b3d-4249-42c3-b5e5-c1bcaa4a795e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Jun 16 13:45:18.254720 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75bc09-ad04-4a59-a4be-63028eb3098b req-5125a7cf-b5e8-4a2a-ad9b-cd42a70a6a9b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:18.256213 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3f75bc09-ad04-4a59-a4be-63028eb3098b req-5125a7cf-b5e8-4a2a-ad9b-cd42a70a6a9b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 932 time: 0.0655537 Jun 16 13:45:18.294280 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3f75bc09-ad04-4a59-a4be-63028eb3098b req-46dc113a-25d2-43c7-9a4e-e710d364c83f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Jun 16 13:45:18.642744 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Request body: {'port': {'device_id': 'ba9f7002-8891-4f90-bec2-876ec3f6d10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:18.717008 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:18.996429 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30ffb0b-6ced-40e9-99a0-0168721ce313 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:19.005365 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.006828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90d21-d56d-48e1-96b5-9356d1efaeea req-b1052dcb-117b-46f7-8e1b-a650ef06cabb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.008766 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-62e90d21-d56d-48e1-96b5-9356d1efaeea req-b1052dcb-117b-46f7-8e1b-a650ef06cabb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0634470 Jun 16 13:45:19.018118 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Transition to ACTIVE for port object d30ffb0b-6ced-40e9-99a0-0168721ce313 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:19.021971 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.025261 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-94676722-11af-48f5-ae9a-b8af76231d57 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.047555 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-62e90d21-d56d-48e1-96b5-9356d1efaeea req-b760afef-a19a-42b8-8a28-d86d511dd4c6 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Jun 16 13:45:19.120394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Pushing event updated for resources: {'Port': ['ID=d30ffb0b-6ced-40e9-99a0-0168721ce313,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.128157 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:19.132242 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Attempting to bind port d30ffb0b-6ced-40e9-99a0-0168721ce313 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:19.132579 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Attempting to bind port d30ffb0b-6ced-40e9-99a0-0168721ce313 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:19.132945 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Attempting to bind port d30ffb0b-6ced-40e9-99a0-0168721ce313 on network 1816f281-64dd-49c0-a698-7461eb0685b3 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:19.137412 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Port d30ffb0b-6ced-40e9-99a0-0168721ce313 on network 1816f281-64dd-49c0-a698-7461eb0685b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:19.137798 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Attempting to bind port d30ffb0b-6ced-40e9-99a0-0168721ce313 on network 1816f281-64dd-49c0-a698-7461eb0685b3 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:19.143338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:19.143676 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Checking segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:19.144235 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Bound using segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:19.144971 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Bound port: d30ffb0b-6ced-40e9-99a0-0168721ce313, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:19.145569 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.216753 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] For port d30ffb0b-6ced-40e9-99a0-0168721ce313, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:19.220358 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] For port d30ffb0b-6ced-40e9-99a0-0168721ce313, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d30ffb0b-6ced-40e9-99a0-0168721ce313,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:19.225192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.227656 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-173c0460-2da1-45cd-bbe7-1dc1f291b395 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:19.262845 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.263482 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:19.264830 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] 10.222.0.100 "PUT /v2.0/ports/d30ffb0b-6ced-40e9-99a0-0168721ce313 HTTP/1.1" status: 200 len: 1094 time: 0.6270370 Jun 16 13:45:19.265308 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9f7002-8891-4f90-bec2-876ec3f6d10c', 'tag': 'd30ffb0b-6ced-40e9-99a0-0168721ce313'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:19.267590 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac90bfb3-09f4-4988-904b-c0a5de8fa975" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9f7002-8891-4f90-bec2-876ec3f6d10c", "tag": "d30ffb0b-6ced-40e9-99a0-0168721ce313"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:19.293470 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Pushing event updated for resources: {'Port': ['ID=d30ffb0b-6ced-40e9-99a0-0168721ce313,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:19.297120 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:19.308170 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1012148e-68c0-4a55-ba22-aa2f3ae95658 x-openstack-request-id: req-1012148e-68c0-4a55-ba22-aa2f3ae95658 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:19.308491 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9f7002-8891-4f90-bec2-876ec3f6d10c", "tag": "d30ffb0b-6ced-40e9-99a0-0168721ce313", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:19.308772 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1012148e-68c0-4a55-ba22-aa2f3ae95658 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:19.309197 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9f7002-8891-4f90-bec2-876ec3f6d10c', 'tag': 'd30ffb0b-6ced-40e9-99a0-0168721ce313', 'status': 'completed', 'code': 200} Jun 16 13:45:19.370787 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-bdaa69a1-9881-42d4-af0d-b00ec4a36b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.373092 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-bdaa69a1-9881-42d4-af0d-b00ec4a36b87 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 1097 time: 0.0517838 Jun 16 13:45:19.416912 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-335aadc7-867e-4d37-9469-0ddec03ad057 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d30ffb0b-6ced-40e9-99a0-0168721ce313 HTTP/1.1" status: 200 len: 217 time: 0.0327358 Jun 16 13:45:19.466554 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94358402-aee0-47ab-a7dd-2a54bc128d2d req-c5519088-4d5f-426a-afbf-98d65446befb tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.467675 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-38a40852-bd2b-4cf1-933a-c6a2fc3c368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.468224 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-94358402-aee0-47ab-a7dd-2a54bc128d2d req-c5519088-4d5f-426a-afbf-98d65446befb tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 944 time: 0.0648942 Jun 16 13:45:19.469283 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-38a40852-bd2b-4cf1-933a-c6a2fc3c368d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.0456860 Jun 16 13:45:19.505585 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-94358402-aee0-47ab-a7dd-2a54bc128d2d req-383eda63-65d3-4703-be9e-2a41add384d4 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Jun 16 13:45:19.513458 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-7d5f3b7a-3b16-46cf-9f10-9418f517bc87 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261412 Jun 16 13:45:19.723914 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-4978602e-9423-41e1-9343-6d4315a405c1 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906305 Jun 16 13:45:19.832753 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a02da5d9-e9b0-472a-8868-ae54202972ea req-72f7d087-f8fb-4504-a226-52259960ccc9 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011584 Jun 16 13:45:19.949515 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-bd1f4dec-06b8-40b8-9cb9-e4797e0af568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.951483 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-bd1f4dec-06b8-40b8-9cb9-e4797e0af568 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 1097 time: 0.0517266 Jun 16 13:45:20.049330 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-b975198a-dcd8-41b0-8707-c145d8bc5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:20.050773 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-b975198a-dcd8-41b0-8707-c145d8bc5b71 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 917 time: 0.0888429 Jun 16 13:45:20.094571 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-ca44f0e2-ab89-4b9f-8193-73640b557554 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d30ffb0b-6ced-40e9-99a0-0168721ce313 HTTP/1.1" status: 200 len: 217 time: 0.0358455 Jun 16 13:45:20.148595 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-dbc9c4ed-2355-49bd-8972-c6d01ece4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:20.150149 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-dbc9c4ed-2355-49bd-8972-c6d01ece4df4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.0477364 Jun 16 13:45:20.184120 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-dcfa67e0-07ce-447e-b0de-004f6773c4b7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263460 Jun 16 13:45:20.234505 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49924b6-c764-4767-a8d1-8d1ce8824da1 req-6c03809f-999a-4fe3-9949-aa9d4e7a06a5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:20.241353 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d49924b6-c764-4767-a8d1-8d1ce8824da1 req-6c03809f-999a-4fe3-9949-aa9d4e7a06a5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0799923 Jun 16 13:45:20.295849 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d49924b6-c764-4767-a8d1-8d1ce8824da1 req-b055d542-4ea4-452b-b400-dc68e9bbf590 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535078 Jun 16 13:45:20.315346 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-1c4685e3-aab2-40a4-9fbd-b9fe98ccbe67 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131158 Jun 16 13:45:20.407583 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac90bfb3-09f4-4988-904b-c0a5de8fa975 req-9e21e7f9-bb2b-4bd9-9bff-305f5543a13c service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Jun 16 13:45:20.686229 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08c502-0a04-42af-b723-c1f5f3dec0fe req-07f220de-391b-4f47-9080-e887daf330bd tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:20.687724 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-de08c502-0a04-42af-b723-c1f5f3dec0fe req-07f220de-391b-4f47-9080-e887daf330bd tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 944 time: 0.0657923 Jun 16 13:45:20.727381 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-de08c502-0a04-42af-b723-c1f5f3dec0fe req-e1b169be-44b7-4113-bb9e-c2726fbe06a6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Jun 16 13:45:21.440333 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7592d-8abb-4155-b32c-262eb51964e2 req-d564cf61-4dff-4d60-ac5a-cf9178da9b16 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:21.441860 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dfa7592d-8abb-4155-b32c-262eb51964e2 req-d564cf61-4dff-4d60-ac5a-cf9178da9b16 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 945 time: 0.0800836 Jun 16 13:45:21.483389 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dfa7592d-8abb-4155-b32c-262eb51964e2 req-124af994-692f-419f-9b8d-0bf62e6c3cf4 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Jun 16 13:45:21.504862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256be10-6467-435a-a2fa-c7e52e9dcd80 req-1ebd21ba-82ff-472f-b627-47a2e4ae911e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:21.506769 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b256be10-6467-435a-a2fa-c7e52e9dcd80 req-1ebd21ba-82ff-472f-b627-47a2e4ae911e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0815237 Jun 16 13:45:21.546923 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b256be10-6467-435a-a2fa-c7e52e9dcd80 req-705222ea-692f-4412-9867-c94fa3b70c71 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342553 Jun 16 13:45:21.601222 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-1d54499c-d0f3-4247-bf67-ed4a17bdc254 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=839c37c139334d43a7bd9f85fdf51c91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313272 Jun 16 13:45:21.807363 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-df463a52-2ccb-41d9-ab19-1d6ed7646f41 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:21.808860 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-df463a52-2ccb-41d9-ab19-1d6ed7646f41 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037926 Jun 16 13:45:21.825744 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-ab099510-dedd-4489-a4f3-0122b4bb0bcc tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/quotas/839c37c139334d43a7bd9f85fdf51c91 HTTP/1.1" status: 200 len: 375 time: 0.0105011 Jun 16 13:45:21.872731 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-b10e742e-6b1c-4b4d-bd14-ee7be7a9051b tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=839c37c139334d43a7bd9f85fdf51c91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407939 Jun 16 13:45:21.926760 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53d123-beb8-4caf-b8d2-00113846d2a5 req-1ddfd921-129e-4249-97df-7bd104611bea tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:21.929344 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4e53d123-beb8-4caf-b8d2-00113846d2a5 req-1ddfd921-129e-4249-97df-7bd104611bea tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 944 time: 0.0801342 Jun 16 13:45:21.974625 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4e53d123-beb8-4caf-b8d2-00113846d2a5 req-90197347-51b8-4c70-b1fb-d90ea9f84f23 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 Jun 16 13:45:22.068452 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-135ab035-66b9-4b90-8610-32c29fe8a996 req-1dd3136a-e5b7-4b34-9fba-7e450b2e08f3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 210 time: 0.0295990 Jun 16 13:45:22.682760 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bafc6-ce63-49b6-94b9-c24e63a77c99 req-0be26bde-1487-4407-8c98-41b5a522dde3 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:22.684326 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7f7bafc6-ce63-49b6-94b9-c24e63a77c99 req-0be26bde-1487-4407-8c98-41b5a522dde3 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 945 time: 0.0865746 Jun 16 13:45:22.751193 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7f7bafc6-ce63-49b6-94b9-c24e63a77c99 req-40490bb4-20f7-4357-8be9-86e5585c284c tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 Jun 16 13:45:22.779502 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c5544-aeda-4b54-ba46-165b9d5bcbe3 req-a1266116-874a-4ce5-b651-07242cb9dc3a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:22.780994 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-285c5544-aeda-4b54-ba46-165b9d5bcbe3 req-a1266116-874a-4ce5-b651-07242cb9dc3a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1028788 Jun 16 13:45:22.828404 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-285c5544-aeda-4b54-ba46-165b9d5bcbe3 req-f6eb76e3-1f70-412f-865b-fc9c80a9e801 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jun 16 13:45:23.133093 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40034) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:23.268358 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7c0d9a30-08a7-4367-af85-dfd11aee2f04 req-1ff12d10-18ba-4122-8b35-c8dcc01693f0 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 210 time: 0.0406721 Jun 16 13:45:23.336002 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cfadc-1037-428a-83f6-edafad4c9bc1 req-40dfb5a6-7107-4017-955d-020f72c08830 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:23.336002 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f18cfadc-1037-428a-83f6-edafad4c9bc1 req-40dfb5a6-7107-4017-955d-020f72c08830 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 944 time: 0.1759901 Jun 16 13:45:23.347477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 40042) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:23.425889 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f18cfadc-1037-428a-83f6-edafad4c9bc1 req-b8b5f3d3-4d11-4e9f-a43c-1d0b67c69df7 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887215 Jun 16 13:45:23.426366 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-3988ab20-4434-4997-9cdd-0f0ba3a3e885 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=839c37c139334d43a7bd9f85fdf51c91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446508 Jun 16 13:45:23.500569 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a4acaf03-9d5c-4c07-b680-40fd4eb0ca5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.503554 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9afadd9a-1be5-4a41-adf9-dd516b770382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.617208 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a4acaf03-9d5c-4c07-b680-40fd4eb0ca5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.621748 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a4acaf03-9d5c-4c07-b680-40fd4eb0ca5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.624510 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-56efa13f-c297-4e00-994e-67f1a505066b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:23.665503 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acaf03-9d5c-4c07-b680-40fd4eb0ca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f396c4-dd3a-40c7-b276-3a12f0bf1c04,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:23.671370 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a4acaf03-9d5c-4c07-b680-40fd4eb0ca5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64977505933248008ff89a469820de72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370746 Jun 16 13:45:23.672722 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a4acaf03-9d5c-4c07-b680-40fd4eb0ca5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:23.674644 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40048) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:23.729651 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c01e9e06-8f9b-44ac-8555-7f45e770b60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.753457 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c01e9e06-8f9b-44ac-8555-7f45e770b60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.819868 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c01e9e06-8f9b-44ac-8555-7f45e770b60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.823725 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c01e9e06-8f9b-44ac-8555-7f45e770b60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.825424 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c01e9e06-8f9b-44ac-8555-7f45e770b60a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96f396c4-dd3a-40c7-b276-3a12f0bf1c04 HTTP/1.1" status: 204 len: 168 time: 0.1492295 Jun 16 13:45:23.826558 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-14df127c-35fc-4fcd-a262-7ebc8f05724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:23.836704 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e9e06-8f9b-44ac-8555-7f45e770b60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f396c4-dd3a-40c7-b276-3a12f0bf1c04,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:23.874710 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c01e9e06-8f9b-44ac-8555-7f45e770b60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:23.892419 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-a29cb917-ca4e-45e7-8bc9-ead3b4151aa2 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:23.893936 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-a29cb917-ca4e-45e7-8bc9-ead3b4151aa2 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4571612 Jun 16 13:45:23.915264 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Request body: {'port': {'device_id': '88d3f34d-ddf6-4a06-a91a-22fdfd4b3622', 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b', 'admin_state_up': True, 'tenant_id': '839c37c139334d43a7bd9f85fdf51c91'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:23.972236 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6542-e865-4857-b934-50ee6268ad32 req-d320baaa-8b24-47ab-8b22-b69c37efc14b tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:23.974143 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-be4d6542-e865-4857-b934-50ee6268ad32 req-d320baaa-8b24-47ab-8b22-b69c37efc14b tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 945 time: 0.0851026 Jun 16 13:45:24.017900 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-be4d6542-e865-4857-b934-50ee6268ad32 req-c455adb4-5809-4bcb-8735-c1a2fb3fe2ba tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373566 Jun 16 13:45:24.031296 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9afadd9a-1be5-4a41-adf9-dd516b770382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.042753 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9afadd9a-1be5-4a41-adf9-dd516b770382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.053184 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6ceadc0f-748c-4725-9ce5-d749cd00e286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:24.120737 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9afadd9a-1be5-4a41-adf9-dd516b770382 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9b156086727475a848e916860e3da04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7718902 Jun 16 13:45:24.121550 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afadd9a-1be5-4a41-adf9-dd516b770382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119f16af-b14c-45d9-a2d8-14300610cb75,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:24.123577 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40062) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:24.127257 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9afadd9a-1be5-4a41-adf9-dd516b770382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:24.143390 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40064) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:24.146334 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Made reservation on behalf of 839c37c139334d43a7bd9f85fdf51c91 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:24.149804 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.163676 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.166810 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fc13772d-018f-4b7c-a315-22d52961768e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.183974 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33ce81-23f1-4d46-a268-d804695e0d3b req-5dde4908-5cf6-44d3-b975-82de132d6d45 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:24.185484 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad33ce81-23f1-4d46-a268-d804695e0d3b req-5dde4908-5cf6-44d3-b975-82de132d6d45 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1494060 Jun 16 13:45:24.203210 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b7528d4-9101-4cb3-8114-0c0af672054c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.229616 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b7528d4-9101-4cb3-8114-0c0af672054c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.276641 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad33ce81-23f1-4d46-a268-d804695e0d3b req-636ca7d6-3446-486e-8acb-dc47c1556428 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840943 Jun 16 13:45:24.281710 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b7528d4-9101-4cb3-8114-0c0af672054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.285330 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2b7528d4-9101-4cb3-8114-0c0af672054c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.286749 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2b7528d4-9101-4cb3-8114-0c0af672054c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/119f16af-b14c-45d9-a2d8-14300610cb75 HTTP/1.1" status: 204 len: 168 time: 0.1616099 Jun 16 13:45:24.287614 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b8f1fd41-d060-4326-9ed6-0ca3c15d0651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:24.297419 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7528d4-9101-4cb3-8114-0c0af672054c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119f16af-b14c-45d9-a2d8-14300610cb75,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:24.301101 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2b7528d4-9101-4cb3-8114-0c0af672054c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:24.339560 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97826b-1391-4977-a784-563b38c662f1 req-eb473242-0e25-4fa2-977f-f2e684e51a47 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:24.341642 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d97826b-1391-4977-a784-563b38c662f1 req-eb473242-0e25-4fa2-977f-f2e684e51a47 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.100 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 945 time: 0.1227615 Jun 16 13:45:24.392531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.398246 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.407192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-97756f08-e685-467d-9156-f206b37af3e5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:24.477793 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3112901f-3d0f-4e13-805b-961180744142 req-8ae0c427-5e5d-4588-a61f-b9fab6e00f92 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 210 time: 0.0715225 Jun 16 13:45:24.504929 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50482b3a-8540-4dff-840b-27506ed22001,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:24.510724 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:24.602159 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fc13772d-018f-4b7c-a315-22d52961768e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.608242 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fc13772d-018f-4b7c-a315-22d52961768e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.611326 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-14c0d386-d82a-4384-b341-2fc55b00e819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:24.618676 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Deleting port 257422b3-ee19-4382-8401-725f9a199b01 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:45:24.619205 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.628984 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d30ffb0b-6ced-40e9-99a0-0168721ce313 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:24.629583 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Allocated IP 192.168.233.65 (4e20d655-6e40-4d49-9a95-1536f768a60b/f1c2482d-f328-4b8e-a83e-a78e287f41b3/96a296d8-283f-4dd6-a30e-ddd53cfa818f) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:24.682175 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13772d-018f-4b7c-a315-22d52961768e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6163ea1d-2a58-444b-91d6-f8992b0f8f86,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:24.699599 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-fc13772d-018f-4b7c-a315-22d52961768e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:24.703356 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fc13772d-018f-4b7c-a315-22d52961768e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f225bfd4b7cb48999c7b0e7202bbea9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588882 Jun 16 13:45:24.708377 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40084) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:24.774675 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-edd43426-45a7-4be6-aea9-9bf9827c7fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.829903 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-edd43426-45a7-4be6-aea9-9bf9827c7fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.836173 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] For port 257422b3-ee19-4382-8401-725f9a199b01, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=257422b3-ee19-4382-8401-725f9a199b01,segment=NetworkSegment(c1fd5b02-787c-48f2-896c-45418cd05e8d),segment_id=c1fd5b02-787c-48f2-896c-45418cd05e8d)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:24.836704 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.851292 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d30ffb0b-6ced-40e9-99a0-0168721ce313, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d30ffb0b-6ced-40e9-99a0-0168721ce313,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:24.881307 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'd30ffb0b-6ced-40e9-99a0-0168721ce313', 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'port_id': 'd30ffb0b-6ced-40e9-99a0-0168721ce313', 'mac_address': 'fa:16:3e:b0:26:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dabc0d-b4db-4028-b39e-a1a87e8484c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:24.898693 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-edd43426-45a7-4be6-aea9-9bf9827c7fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.901859 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-edd43426-45a7-4be6-aea9-9bf9827c7fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.903440 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-edd43426-45a7-4be6-aea9-9bf9827c7fbc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6163ea1d-2a58-444b-91d6-f8992b0f8f86 HTTP/1.1" status: 204 len: 168 time: 0.1924174 Jun 16 13:45:24.904576 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-680c45f6-6d36-46f3-8148-1c5be86199e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:24.917753 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd43426-45a7-4be6-aea9-9bf9827c7fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6163ea1d-2a58-444b-91d6-f8992b0f8f86,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:24.929529 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-edd43426-45a7-4be6-aea9-9bf9827c7fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:24.944072 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:24.962425 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30ffb0b-6ced-40e9-99a0-0168721ce313 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:24.990496 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d30ffb0b-6ced-40e9-99a0-0168721ce313, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d30ffb0b-6ced-40e9-99a0-0168721ce313,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:24.992881 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Calling delete_port for 257422b3-ee19-4382-8401-725f9a199b01 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:45:24.996577 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.000760 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:25.025268 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40088) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:25.044920 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d09b2e7c-1cf1-4f8e-aa91-01a8d746ee96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.091478 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=d30ffb0b-6ced-40e9-99a0-0168721ce313,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:25.096500 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e93ff8-05ed-48eb-9d7f-3271c7899840 req-bc74f020-8573-4b9c-b98b-0ce3fb9fdc0c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:25.101299 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.102133 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.102770 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.103281 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.103902 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.104058 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d4e93ff8-05ed-48eb-9d7f-3271c7899840 req-bc74f020-8573-4b9c-b98b-0ce3fb9fdc0c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 944 time: 0.3733778 Jun 16 13:45:25.104554 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.105087 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.105577 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.106135 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.107593 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.108289 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.108937 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:25.113964 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:25.156150 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.192254 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Transition to ACTIVE for port object 96a296d8-283f-4dd6-a30e-ddd53cfa818f will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:25.202817 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d09b2e7c-1cf1-4f8e-aa91-01a8d746ee96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.210979 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d09b2e7c-1cf1-4f8e-aa91-01a8d746ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.220782 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b54a1dc2-f510-41bc-948c-78e0ca0d1ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:25.227694 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d4e93ff8-05ed-48eb-9d7f-3271c7899840 req-c138cce6-4cfd-4ac8-a6bd-2c19b64c8f12 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224267 Jun 16 13:45:25.317485 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d09b2e7c-1cf1-4f8e-aa91-01a8d746ee96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2f3449d6f974323a61980ddb4b627e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905879 Jun 16 13:45:25.320306 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.320860 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40100) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:25.321375 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b2e7c-1cf1-4f8e-aa91-01a8d746ee96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a27d29-eb8b-477d-a897-8c9193fab25c,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:25.327968 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d09b2e7c-1cf1-4f8e-aa91-01a8d746ee96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:25.335220 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.342865 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:25.378755 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Pushing event deleted for resources: {'Port': ['ID=257422b3-ee19-4382-8401-725f9a199b01,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:25.417746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e199506-0dd9-4be0-b253-4b2ee7591cdc req-2bc0653c-302c-4989-8017-3bee57664077 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:25.428010 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e199506-0dd9-4be0-b253-4b2ee7591cdc req-2bc0653c-302c-4989-8017-3bee57664077 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 867 time: 0.1744585 Jun 16 13:45:25.435671 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Pushing event updated for resources: {'Port': ['ID=96a296d8-283f-4dd6-a30e-ddd53cfa818f,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:25.441805 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:25.444568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:25.444867 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:25.471025 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ed336f2f-0800-4948-89f5-aa1e0b96cca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.476800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Network 4e20d655-6e40-4d49-9a95-1536f768a60b is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:25.502441 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3e199506-0dd9-4be0-b253-4b2ee7591cdc req-08ce421c-76a2-45a4-b56d-e47c7a17b0d9 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/security-groups?id=679c9002-d548-4eab-b53b-3e2bf5374bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731723 Jun 16 13:45:25.516539 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ed336f2f-0800-4948-89f5-aa1e0b96cca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.525265 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:25.539716 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['d30ffb0b-6ced-40e9-99a0-0168721ce313'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:25.585414 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:25.590234 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ed336f2f-0800-4948-89f5-aa1e0b96cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.593663 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ed336f2f-0800-4948-89f5-aa1e0b96cca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.594814 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ed336f2f-0800-4948-89f5-aa1e0b96cca2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35a27d29-eb8b-477d-a897-8c9193fab25c HTTP/1.1" status: 204 len: 168 time: 0.2705176 Jun 16 13:45:25.595673 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6e63a2b7-6e2f-4c46-a1f2-6441ce9fb5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:25.595952 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:25.596639 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.603717 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] No DVR routers for this DVR port 257422b3-ee19-4382-8401-725f9a199b01 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:45:25.610217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed336f2f-0800-4948-89f5-aa1e0b96cca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a27d29-eb8b-477d-a897-8c9193fab25c,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:25.614575 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ed336f2f-0800-4948-89f5-aa1e0b96cca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:25.617191 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.619199 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d97826b-1391-4977-a784-563b38c662f1 req-e6a0e780-91fc-48e8-8990-107f1b667a7f tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.100 "DELETE /v2.0/ports/257422b3-ee19-4382-8401-725f9a199b01 HTTP/1.1" status: 204 len: 173 time: 1.2715240 Jun 16 13:45:25.620387 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4', 'name': 'network-vif-deleted', 'tag': '257422b3-ee19-4382-8401-725f9a199b01'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:25.622949 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2e2be2-fc4f-4979-8457-9cbdeba5ab70" -d '{"events": [{"server_uuid": "cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4", "name": "network-vif-deleted", "tag": "257422b3-ee19-4382-8401-725f9a199b01"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:25.641429 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7304888 Jun 16 13:45:25.676966 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Request body: {'port': {'device_id': '88d3f34d-ddf6-4a06-a91a-22fdfd4b3622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:25.774900 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-98299fa5-aadb-40eb-8f57-4c89b9a48479 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3294468 Jun 16 13:45:25.846270 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23389a88-ab8b-47b7-bcc6-61e334020677 req-8cdf5323-d6f2-44f1-b240-878e6e92970f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:25.860122 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-23389a88-ab8b-47b7-bcc6-61e334020677 req-8cdf5323-d6f2-44f1-b240-878e6e92970f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.3532448 Jun 16 13:45:25.885807 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-68c3da72-0798-47bd-8211-8082f7d25253 None None] Provisioning for port 96a296d8-283f-4dd6-a30e-ddd53cfa818f completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:25.897853 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-68c3da72-0798-47bd-8211-8082f7d25253 None None] Provisioning complete for port 96a296d8-283f-4dd6-a30e-ddd53cfa818f triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:25.898809 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-68c3da72-0798-47bd-8211-8082f7d25253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:25.925293 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235f8fd-3507-40bd-8ce8-cbb21016ca97 req-30661534-901e-4549-94f3-5f8f2715da46 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:25.937317 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5235f8fd-3507-40bd-8ce8-cbb21016ca97 req-30661534-901e-4549-94f3-5f8f2715da46 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 935 time: 0.1579525 Jun 16 13:45:25.945984 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-68c3da72-0798-47bd-8211-8082f7d25253 None None] Port 96a296d8-283f-4dd6-a30e-ddd53cfa818f cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:45:26.028915 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-23389a88-ab8b-47b7-bcc6-61e334020677 req-ed7517fc-6891-4b3e-b901-b38783769f6c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658545 Jun 16 13:45:26.042136 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5235f8fd-3507-40bd-8ce8-cbb21016ca97 req-7b7b0e64-24fb-43c7-bcb2-ab2b42c4f6a3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036174 Jun 16 13:45:26.074853 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:26.123102 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f63219f-9c36-4946-be67-bf60da5eacc9 x-openstack-request-id: req-3f63219f-9c36-4946-be67-bf60da5eacc9 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:26.123102 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4", "name": "network-vif-deleted", "tag": "257422b3-ee19-4382-8401-725f9a199b01", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:26.123603 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f63219f-9c36-4946-be67-bf60da5eacc9 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:26.123999 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4', 'name': 'network-vif-deleted', 'tag': '257422b3-ee19-4382-8401-725f9a199b01', 'status': 'completed', 'code': 200} Jun 16 13:45:26.150461 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-0d438097-20db-4635-a16f-00deaf949269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:26.152106 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-0d438097-20db-4635-a16f-00deaf949269 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 1098 time: 0.2798598 Jun 16 13:45:26.422484 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-e21274cc-43e1-4612-a924-516795e0b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:26.423938 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-e21274cc-43e1-4612-a924-516795e0b8dd service neutron] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 917 time: 0.1943197 Jun 16 13:45:26.616801 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40160) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:26.640174 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 257422b3-ee19-4382-8401-725f9a199b01 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:45:26.673203 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 257422b3-ee19-4382-8401-725f9a199b01 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:45:26.673962 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 257422b3-ee19-4382-8401-725f9a199b01 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:45:26.720653 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-d8b9cc2a-98a7-4ab7-a71d-abcc3e87d55a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1 HTTP/1.1" status: 200 len: 217 time: 0.0412445 Jun 16 13:45:26.768228 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9185a919-e4ae-4b02-8db6-437bc679304f req-2648d888-0bb4-4c79-808d-c1b06e6f9111 tempest-DeleteServersTestJSON-1025188408 tempest-DeleteServersTestJSON-1025188408-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd2f3ee8-5fc4-4536-a3e4-04e558a1a1e4 HTTP/1.1" status: 200 len: 210 time: 0.0419979 Jun 16 13:45:26.798664 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1120103323-network', 'tenant_id': 'd090be03877b4d8fab50604e6b123330'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:26.838629 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Made reservation on behalf of d090be03877b4d8fab50604e6b123330 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:26.845995 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:26.863149 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-363449b1-43a7-44bb-9f6f-612cdcdfe596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:26.865477 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-363449b1-43a7-44bb-9f6f-612cdcdfe596 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.1352806 Jun 16 13:45:26.865880 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:26.884873 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58365f-d224-422a-a204-b6ce10c3426a req-966913c5-f155-4962-87e9-84e57888f87a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:26.898389 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7e58365f-d224-422a-a204-b6ce10c3426a req-966913c5-f155-4962-87e9-84e57888f87a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 945 time: 0.5015461 Jun 16 13:45:26.996572 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-22ae9cd2-c8e7-4692-bafb-91548a40f561 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948122 Jun 16 13:45:27.009409 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a296d8-283f-4dd6-a30e-ddd53cfa818f {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:27.021380 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.026753 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.030465 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.039992 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1243, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:45:27.048994 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c58f1d99-29da-4d1b-b4ee-003fffaa8da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:27.073491 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7e58365f-d224-422a-a204-b6ce10c3426a req-879a3d60-b788-4427-980c-5ef7bfd905d0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735036 Jun 16 13:45:27.075911 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.076264 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Added segment 01401555-c1b9-40e5-bfd9-9441267ea3f7 of type vlan for network b763ad67-324e-409b-b1ec-4130df4d9284 Jun 16 13:45:27.094483 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Transition to ACTIVE for port object 96a296d8-283f-4dd6-a30e-ddd53cfa818f will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:27.132098 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.141324 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:27.251932 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdc3739-c958-48c7-be82-51809f77d110,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:27.258685 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:27.260811 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-103563f1-3cd2-474a-9cf8-1d60fcd8094f service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462373 Jun 16 13:45:27.274685 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Pushing event updated for resources: {'Port': ['ID=96a296d8-283f-4dd6-a30e-ddd53cfa818f,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:27.279520 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:27.285404 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.379773 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.382006 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:27.382604 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.388182 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:27.408244 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Attempting to bind port 96a296d8-283f-4dd6-a30e-ddd53cfa818f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:27.408589 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Attempting to bind port 96a296d8-283f-4dd6-a30e-ddd53cfa818f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:27.408927 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Attempting to bind port 96a296d8-283f-4dd6-a30e-ddd53cfa818f on network 4e20d655-6e40-4d49-9a95-1536f768a60b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:27.433353 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Port 96a296d8-283f-4dd6-a30e-ddd53cfa818f on network 4e20d655-6e40-4d49-9a95-1536f768a60b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:27.433967 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Attempting to bind port 96a296d8-283f-4dd6-a30e-ddd53cfa818f on network 4e20d655-6e40-4d49-9a95-1536f768a60b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:27.444467 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Pushing event updated for resources: {'Network': ['ID=b763ad67-324e-409b-b1ec-4130df4d9284,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:27.452572 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:27.461591 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network b763ad67-324e-409b-b1ec-4130df4d9284 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:45:27.471053 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8528612 Jun 16 13:45:27.477723 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40226) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:27.482180 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:27.482662 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Checking segment: {'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:27.483091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Bound using segment: {'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:27.483548 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Bound port: 96a296d8-283f-4dd6-a30e-ddd53cfa818f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2c20e9-ce11-4694-b449-9c8db4706715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:27.483897 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.493799 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Request body: {'subnet': {'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1120103323-subnet', 'tenant_id': 'd090be03877b4d8fab50604e6b123330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:27.543569 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de48b89-8d33-43a8-a13a-379f3c0a400d req-0c7f3a9a-e211-4a5b-8999-a92a4ced7d38 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:27.556818 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8de48b89-8d33-43a8-a13a-379f3c0a400d req-0c7f3a9a-e211-4a5b-8999-a92a4ced7d38 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.2222135 Jun 16 13:45:27.577333 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Made reservation on behalf of d090be03877b4d8fab50604e6b123330 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:27.579662 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30793486'] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.582554 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65721ade-1cc4-4c06-84a3-f6f4b416dbb4 req-dd96710f-8434-48d5-bd1e-8ebb37b8d761 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:27.592154 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65721ade-1cc4-4c06-84a3-f6f4b416dbb4 req-dd96710f-8434-48d5-bd1e-8ebb37b8d761 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 947 time: 0.2735822 Jun 16 13:45:27.638744 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8de48b89-8d33-43a8-a13a-379f3c0a400d req-47169253-722e-411f-83ba-83c825d7f902 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787413 Jun 16 13:45:27.639462 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a63a624f-63d7-4571-8049-3c6ed9d49355 req-bb6b25f9-7cf6-4858-be29-7448662d6818 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612549 Jun 16 13:45:27.677297 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65721ade-1cc4-4c06-84a3-f6f4b416dbb4 req-9a312222-0d33-45c6-bd29-d71e72da29c8 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841556 Jun 16 13:45:27.740228 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19de3432-d78b-4e92-8a3a-2c559f2194eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.744699 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] For port 96a296d8-283f-4dd6-a30e-ddd53cfa818f, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:27.749100 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] For port 96a296d8-283f-4dd6-a30e-ddd53cfa818f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96a296d8-283f-4dd6-a30e-ddd53cfa818f,segment=NetworkSegment(ff2c20e9-ce11-4694-b449-9c8db4706715),segment_id=ff2c20e9-ce11-4694-b449-9c8db4706715)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:27.756896 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.760167 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-007913ef-0adb-449a-b561-29fd383e9eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:27.807660 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:27.808266 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.810207 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] 10.222.0.100 "PUT /v2.0/ports/96a296d8-283f-4dd6-a30e-ddd53cfa818f HTTP/1.1" status: 200 len: 1097 time: 2.1450737 Jun 16 13:45:27.870800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Pushing event updated for resources: {'Port': ['ID=96a296d8-283f-4dd6-a30e-ddd53cfa818f,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:27.897796 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:27.952417 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32288561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30793500'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:27.959844 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3d2d2561-e6fd-4b9e-b651-ce31e9ac434b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:28.006105 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-1c3f833c-15aa-4211-8622-0b5cff836065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.008487 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-1c3f833c-15aa-4211-8622-0b5cff836065 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=839c37c139334d43a7bd9f85fdf51c91&device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 1100 time: 0.1262758 Jun 16 13:45:28.057516 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e51ee2d4-5dd0-4ab5-9c83-f38bff090264,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:28.061444 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:28.064903 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Checking segment: {'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:28.065276 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Network hostable DHCP agents. Network: b763ad67-324e-409b-b1ec-4130df4d9284, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:45:28.090060 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-70d4ff79-fd0f-43cc-aefa-70428f09781a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96a296d8-283f-4dd6-a30e-ddd53cfa818f HTTP/1.1" status: 200 len: 217 time: 0.0697758 Jun 16 13:45:28.117342 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Network b763ad67-324e-409b-b1ec-4130df4d9284 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:45:28.126964 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d3f34d-ddf6-4a06-a91a-22fdfd4b3622', 'tag': '96a296d8-283f-4dd6-a30e-ddd53cfa818f'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:28.129652 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037577fe-c747-4c38-9390-dba6eea8b900" -d '{"events": [{"name": "network-changed", "server_uuid": "88d3f34d-ddf6-4a06-a91a-22fdfd4b3622", "tag": "96a296d8-283f-4dd6-a30e-ddd53cfa818f"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:28.146195 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, b763ad67-324e-409b-b1ec-4130df4d9284) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:28.158056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.158657 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:28.171535 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b986d33e-0ffd-4932-a834-b0da894a5a71 None None] Network b763ad67-324e-409b-b1ec-4130df4d9284 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:28.182011 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-a688f3cd-1605-43bd-8db7-1b0e487d8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.183861 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-a688f3cd-1605-43bd-8db7-1b0e487d8549 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f1c2482d-f328-4b8e-a83e-a78e287f41b3 HTTP/1.1" status: 200 len: 843 time: 0.0836561 Jun 16 13:45:28.210018 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7279246 Jun 16 13:45:28.290788 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960ea26-b992-48d9-bc5c-d9f606a111aa x-openstack-request-id: req-7960ea26-b992-48d9-bc5c-d9f606a111aa {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:28.291254 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d3f34d-ddf6-4a06-a91a-22fdfd4b3622", "tag": "96a296d8-283f-4dd6-a30e-ddd53cfa818f", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:28.291545 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7960ea26-b992-48d9-bc5c-d9f606a111aa {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:28.291969 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d3f34d-ddf6-4a06-a91a-22fdfd4b3622', 'tag': '96a296d8-283f-4dd6-a30e-ddd53cfa818f', 'status': 'completed', 'code': 200} Jun 16 13:45:28.297869 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-c6aa68ba-1773-4553-88c8-c05f505f00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.299461 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-c6aa68ba-1773-4553-88c8-c05f505f00d5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e20d655-6e40-4d49-9a95-1536f768a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0973632 Jun 16 13:45:28.308691 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 40268) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:28.454967 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb609c7d-b577-41c7-96cc-1a5e0c078813 None None] Network b763ad67-324e-409b-b1ec-4130df4d9284 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:28.491566 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa407ee-ed7b-4a0b-8cc6-139db1abfba0 req-c6d839af-733c-491a-900f-10f68ac407af tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.493311 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2fa407ee-ed7b-4a0b-8cc6-139db1abfba0 req-c6d839af-733c-491a-900f-10f68ac407af tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 945 time: 0.2369111 Jun 16 13:45:28.588210 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e5773bf4-b8cd-45ac-9ff8-5d2555e99b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:28.600503 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2fa407ee-ed7b-4a0b-8cc6-139db1abfba0 req-a3de559b-345b-476e-b293-95d23f94cfe6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970583 Jun 16 13:45:28.640856 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-42c87143-137c-4e6e-9e88-f81f761e8710 service neutron] 10.222.0.100 "GET /v2.0/networks/4e20d655-6e40-4d49-9a95-1536f768a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133161 Jun 16 13:45:28.656776 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d30ffb0b-6ced-40e9-99a0-0168721ce313 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:28.754780 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port d30ffb0b-6ced-40e9-99a0-0168721ce313 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:28.759477 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port d30ffb0b-6ced-40e9-99a0-0168721ce313 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:28.760116 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:28.853944 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:28.881011 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9f7002-8891-4f90-bec2-876ec3f6d10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30ffb0b-6ced-40e9-99a0-0168721ce313'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:28.883726 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef3f9c3-3397-475a-b20c-0443b1d2fafc" -d '{"events": [{"server_uuid": "ba9f7002-8891-4f90-bec2-876ec3f6d10c", "name": "network-vif-plugged", "status": "completed", "tag": "d30ffb0b-6ced-40e9-99a0-0168721ce313"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:28.897494 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d30ffb0b-6ced-40e9-99a0-0168721ce313, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d30ffb0b-6ced-40e9-99a0-0168721ce313,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:28.912264 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:28.916842 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:28.927689 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d26ed86a-9590-4889-96c1-f3b296e46b9f req-78c41a75-4358-4bce-b49e-65cb2c44d2b2 service neutron] 10.222.0.100 "GET /v2.0/networks/4e20d655-6e40-4d49-9a95-1536f768a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757425 Jun 16 13:45:28.964830 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb69b6-ad8d-413a-b63d-af9975e085f2 req-f04bc916-01af-4822-9165-4ed67a106054 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.967156 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-33fb69b6-ad8d-413a-b63d-af9975e085f2 req-f04bc916-01af-4822-9165-4ed67a106054 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 947 time: 0.0844870 Jun 16 13:45:28.998442 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e5773bf4-b8cd-45ac-9ff8-5d2555e99b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.007714 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e5773bf4-b8cd-45ac-9ff8-5d2555e99b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.013061 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a422e16e-e127-4e40-b879-963d4dcc0cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:29.016191 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=d30ffb0b-6ced-40e9-99a0-0168721ce313,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:29.022225 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:29.036183 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e5264-5a5e-439f-9430-3d6c51529f3b req-2c7d385b-15da-47db-aaaa-4fe7e1655010 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.038118 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b87e5264-5a5e-439f-9430-3d6c51529f3b req-2c7d385b-15da-47db-aaaa-4fe7e1655010 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.2153676 Jun 16 13:45:29.068204 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-33fb69b6-ad8d-413a-b63d-af9975e085f2 req-5b92506d-1ca1-45d9-9a98-019c26b31177 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929654 Jun 16 13:45:29.127397 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e515c468-f03f-45d9-b036-2984e32bb549 x-openstack-request-id: req-e515c468-f03f-45d9-b036-2984e32bb549 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:29.127747 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9f7002-8891-4f90-bec2-876ec3f6d10c", "name": "network-vif-plugged", "status": "completed", "tag": "d30ffb0b-6ced-40e9-99a0-0168721ce313", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:29.128011 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e515c468-f03f-45d9-b036-2984e32bb549 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:29.128559 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9f7002-8891-4f90-bec2-876ec3f6d10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30ffb0b-6ced-40e9-99a0-0168721ce313', 'code': 200} Jun 16 13:45:29.132291 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5773bf4-b8cd-45ac-9ff8-5d2555e99b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc53e3-d493-49e4-bd52-a182ec0ffddd,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:29.138739 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e5773bf4-b8cd-45ac-9ff8-5d2555e99b73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3dc5fe45e3cf478f9711b76c400ce703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8287230 Jun 16 13:45:29.140507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e5773bf4-b8cd-45ac-9ff8-5d2555e99b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:29.141384 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40300) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:29.180923 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b87e5264-5a5e-439f-9430-3d6c51529f3b req-951cb41d-6d5a-46c7-9298-3df63d13fa4a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228676 Jun 16 13:45:29.194313 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037577fe-c747-4c38-9390-dba6eea8b900 req-dbb246ec-d6e8-417a-9382-57fb392136d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.196127 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-037577fe-c747-4c38-9390-dba6eea8b900 req-dbb246ec-d6e8-417a-9382-57fb392136d1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=839c37c139334d43a7bd9f85fdf51c91&device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 1100 time: 0.1568258 Jun 16 13:45:29.249692 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-980d57b5-acd8-4bb1-b7e6-70947b81c40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.275706 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-980d57b5-acd8-4bb1-b7e6-70947b81c40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.333611 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-980d57b5-acd8-4bb1-b7e6-70947b81c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.335234 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037577fe-c747-4c38-9390-dba6eea8b900 req-4e23997f-49e7-4987-a865-51b72ce61958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.336095 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-980d57b5-acd8-4bb1-b7e6-70947b81c40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.336870 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-037577fe-c747-4c38-9390-dba6eea8b900 req-4e23997f-49e7-4987-a865-51b72ce61958 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4e20d655-6e40-4d49-9a95-1536f768a60b HTTP/1.1" status: 200 len: 871 time: 0.1332750 Jun 16 13:45:29.337232 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-980d57b5-acd8-4bb1-b7e6-70947b81c40c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbcc53e3-d493-49e4-bd52-a182ec0ffddd HTTP/1.1" status: 204 len: 168 time: 0.1948802 Jun 16 13:45:29.338000 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-edc52e32-4159-4b27-9719-abc4a3a8def1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:29.346264 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d57b5-acd8-4bb1-b7e6-70947b81c40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc53e3-d493-49e4-bd52-a182ec0ffddd,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:29.348681 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-980d57b5-acd8-4bb1-b7e6-70947b81c40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:29.383450 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-037577fe-c747-4c38-9390-dba6eea8b900 req-8d03874a-cfd5-4860-afb6-12f79f3b81ea service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=96a296d8-283f-4dd6-a30e-ddd53cfa818f HTTP/1.1" status: 200 len: 217 time: 0.0396154 Jun 16 13:45:29.482545 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037577fe-c747-4c38-9390-dba6eea8b900 req-c03b72bc-3602-4af9-b38d-69047609f275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.484032 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-037577fe-c747-4c38-9390-dba6eea8b900 req-c03b72bc-3602-4af9-b38d-69047609f275 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=f1c2482d-f328-4b8e-a83e-a78e287f41b3 HTTP/1.1" status: 200 len: 843 time: 0.0764298 Jun 16 13:45:29.526854 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5bb4c-b38a-4a32-bcd2-b1a551bd7ed0 req-959cd36b-1289-4d7f-a0d4-176bdf23c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.528200 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a0a5bb4c-b38a-4a32-bcd2-b1a551bd7ed0 req-959cd36b-1289-4d7f-a0d4-176bdf23c14f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 1099 time: 0.1126571 Jun 16 13:45:29.578642 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037577fe-c747-4c38-9390-dba6eea8b900 req-cc48568c-4fa9-4d87-9fa6-5069561c0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.580176 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-037577fe-c747-4c38-9390-dba6eea8b900 req-cc48568c-4fa9-4d87-9fa6-5069561c0f4d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4e20d655-6e40-4d49-9a95-1536f768a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0870621 Jun 16 13:45:29.581668 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a0a5bb4c-b38a-4a32-bcd2-b1a551bd7ed0 req-be2b1117-0fcd-4876-b0cf-67b16204f384 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Jun 16 13:45:29.624429 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40308) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:29.647060 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3948bc5-0eb3-410d-a8fe-35aecfb50032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.755392 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3948bc5-0eb3-410d-a8fe-35aecfb50032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.759659 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3948bc5-0eb3-410d-a8fe-35aecfb50032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.762334 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-84ad4b4c-e6ce-44f5-894a-a09d43ea80a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:29.803011 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d3948bc5-0eb3-410d-a8fe-35aecfb50032 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d722862d5624c32bbf24d9d7e8ddb17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725368 Jun 16 13:45:29.803011 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3948bc5-0eb3-410d-a8fe-35aecfb50032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565d0898-7cad-49b3-97bc-025384e1b093,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:29.804725 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 40316) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:29.805227 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d3948bc5-0eb3-410d-a8fe-35aecfb50032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:29.813772 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40318) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:29.850487 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aabf2e-7be2-46b1-8d63-c71abceb7f91 req-8edb183e-4de6-457d-a900-45bd235d5077 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.851972 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f2aabf2e-7be2-46b1-8d63-c71abceb7f91 req-8edb183e-4de6-457d-a900-45bd235d5077 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 946 time: 0.1159213 Jun 16 13:45:29.873249 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Deleting subnet 37cb6b7f-f308-4e84-abad-862e5764988c {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:45:29.876285 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.909608 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30714702'] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.949053 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.955272 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d4eb02ea-5b2f-4678-abda-c3c9fd5c61f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:29.964526 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f2aabf2e-7be2-46b1-8d63-c71abceb7f91 req-d4e91b08-1b88-49a3-9d46-8a84d73bb62d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992217 Jun 16 13:45:29.983805 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-037577fe-c747-4c38-9390-dba6eea8b900 req-44da27ee-2cab-49be-b13c-ecfd588470e6 service neutron] 10.222.0.100 "GET /v2.0/networks/4e20d655-6e40-4d49-9a95-1536f768a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916556 Jun 16 13:45:29.993545 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d4eb02ea-5b2f-4678-abda-c3c9fd5c61f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.004834 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32288624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30793493'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.008138 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:30.048719 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cb6b7f-f308-4e84-abad-862e5764988c,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:30.053376 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:30.054413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.056495 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/37cb6b7f-f308-4e84-abad-862e5764988c HTTP/1.1" status: 204 len: 168 time: 0.2417645 Jun 16 13:45:30.059089 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40322) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:30.123379 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-037577fe-c747-4c38-9390-dba6eea8b900 req-c43be5b8-2e73-46d5-8361-a1c190b913f4 service neutron] 10.222.0.100 "GET /v2.0/networks/4e20d655-6e40-4d49-9a95-1536f768a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318979 Jun 16 13:45:30.135120 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d4eb02ea-5b2f-4678-abda-c3c9fd5c61f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.137857 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d4eb02ea-5b2f-4678-abda-c3c9fd5c61f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.141291 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d4eb02ea-5b2f-4678-abda-c3c9fd5c61f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/565d0898-7cad-49b3-97bc-025384e1b093 HTTP/1.1" status: 204 len: 168 time: 0.3319347 Jun 16 13:45:30.141291 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:30.149527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb02ea-5b2f-4678-abda-c3c9fd5c61f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565d0898-7cad-49b3-97bc-025384e1b093,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:30.152222 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-d4eb02ea-5b2f-4678-abda-c3c9fd5c61f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:30.157478 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.275517 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.317104 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229089a2-5918-4b52-a0ce-9f8ce5d4753e']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:30.330764 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fd5b02-787c-48f2-896c-45418cd05e8d') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:30.331110 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fd5b02-787c-48f2-896c-45418cd05e8d') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:30.337092 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.344163 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.376123 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.385929 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Releasing vlan 1208 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:45:30.386357 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:45:30.388641 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:45:30.407081 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5281c1-b05c-423f-a17b-dc0264f29c42 req-8476a17c-3fab-4008-bb01-55f203a51f88 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:30.408913 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9b5281c1-b05c-423f-a17b-dc0264f29c42 req-8476a17c-3fab-4008-bb01-55f203a51f88 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0780513 Jun 16 13:45:30.413690 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d47f5f-90e0-490e-93df-2e714687b886 req-37d43139-e183-4d13-a7fc-3b40937a0768 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:30.415684 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61d47f5f-90e0-490e-93df-2e714687b886 req-37d43139-e183-4d13-a7fc-3b40937a0768 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 947 time: 0.1371233 Jun 16 13:45:30.449831 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9b5281c1-b05c-423f-a17b-dc0264f29c42 req-800aa698-5100-47cc-be15-6a42133405f8 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 Jun 16 13:45:30.512823 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.515118 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.522320 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.524451 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] 10.222.0.64 "DELETE /v2.0/networks/229089a2-5918-4b52-a0ce-9f8ce5d4753e HTTP/1.1" status: 204 len: 168 time: 0.4639602 Jun 16 13:45:30.525558 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1809c6ed-3c89-4880-8378-cad9024e67c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:30.546426 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61d47f5f-90e0-490e-93df-2e714687b886 req-8918185a-df5a-484e-b111-188bb47bdf25 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113811 Jun 16 13:45:30.563511 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Pushing event deleted for resources: {'Network': ['ID=229089a2-5918-4b52-a0ce-9f8ce5d4753e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:30.568969 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-29ee38e5-caf0-46f8-93fa-6f07968c5a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.575217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b0d4ce58-e7a0-4358-be66-4c3de50da08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:30.684085 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 40346) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:30.730608 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-84f339d9-ca99-4866-8c20-ec25996e1d77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5b2cf24467fa4c569b218c77e96440e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424964 Jun 16 13:45:30.730870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 40348) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:30.779651 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-74b9e351-1c41-4b31-8c9a-5938e172c615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.801876 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-74b9e351-1c41-4b31-8c9a-5938e172c615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.851165 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-74b9e351-1c41-4b31-8c9a-5938e172c615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.854353 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-74b9e351-1c41-4b31-8c9a-5938e172c615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:30.855787 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-74b9e351-1c41-4b31-8c9a-5938e172c615 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/679c9002-d548-4eab-b53b-3e2bf5374bac HTTP/1.1" status: 204 len: 168 time: 0.1229086 Jun 16 13:45:30.857151 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:30.866397 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9e351-1c41-4b31-8c9a-5938e172c615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679c9002-d548-4eab-b53b-3e2bf5374bac,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:30.876359 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-74b9e351-1c41-4b31-8c9a-5938e172c615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:31.162769 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cbf21-4a49-47e9-b82e-28b4c9421110 req-1e4eaeaf-bba0-4771-b2b5-0a35273a7c8b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:31.164706 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ef7cbf21-4a49-47e9-b82e-28b4c9421110 req-1e4eaeaf-bba0-4771-b2b5-0a35273a7c8b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 946 time: 0.0779021 Jun 16 13:45:31.219109 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ef7cbf21-4a49-47e9-b82e-28b4c9421110 req-927a83fa-037f-4b4d-ba8d-4ca81fc689a2 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481620 Jun 16 13:45:31.404772 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40388) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:31.484110 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.538958 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-735b2d54-7be6-443e-bc69-0cdb76a82f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.719547 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07757ed3-5577-4576-8db7-2d69f5c1ec54 req-6b685cd3-b1bc-4aba-b0fb-26f63842e4d7 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:31.721395 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07757ed3-5577-4576-8db7-2d69f5c1ec54 req-6b685cd3-b1bc-4aba-b0fb-26f63842e4d7 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1022530 Jun 16 13:45:31.722326 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-735b2d54-7be6-443e-bc69-0cdb76a82f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.729294 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-735b2d54-7be6-443e-bc69-0cdb76a82f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.734180 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-649021e8-cc9b-449b-b399-8f059f7397cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:31.757616 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-6fb41bb1-8a62-4ec6-944c-a92b75a89a1f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:31.761238 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 40414) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:31.763510 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-6fb41bb1-8a62-4ec6-944c-a92b75a89a1f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/networks?id=b763ad67-324e-409b-b1ec-4130df4d9284 HTTP/1.1" status: 200 len: 809 time: 0.1683767 Jun 16 13:45:31.781312 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07757ed3-5577-4576-8db7-2d69f5c1ec54 req-f3949f6b-ef36-4220-832f-5418bb4b2494 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506165 Jun 16 13:45:31.798396 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b2d54-7be6-443e-bc69-0cdb76a82f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c21887-12fb-44d2-aab1-f60a08184de7,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:31.801482 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-735b2d54-7be6-443e-bc69-0cdb76a82f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:31.804049 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-735b2d54-7be6-443e-bc69-0cdb76a82f7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d34f468e9c740a792022c85d561cafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978620 Jun 16 13:45:31.809661 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40418) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:31.817771 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-7f62e83e-550e-4182-82fe-4485f1b7db20 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/quotas/d090be03877b4d8fab50604e6b123330 HTTP/1.1" status: 200 len: 375 time: 0.0455713 Jun 16 13:45:31.866341 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-94d0456c-4aa6-44e1-b09d-006e8a6179b0 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d090be03877b4d8fab50604e6b123330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413911 Jun 16 13:45:31.916062 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-81239329-network', 'tenant_id': '957847ea17cb4184a393d53db001c635'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:31.920265 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a9785672-7dd5-4793-82ee-ea2cf3631d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.960734 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Made reservation on behalf of 957847ea17cb4184a393d53db001c635 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:31.963039 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.976079 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.978252 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a9785672-7dd5-4793-82ee-ea2cf3631d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.997732 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90354569-0f3e-4a78-a9f1-f3f09efa3325 req-c3b6d227-1e8d-415f-871f-da5bcdaa87c6 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:31.999237 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-90354569-0f3e-4a78-a9f1-f3f09efa3325 req-c3b6d227-1e8d-415f-871f-da5bcdaa87c6 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 947 time: 0.0985315 Jun 16 13:45:32.024754 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-8cbf645d-0fb0-4e69-addd-ec05424a6ada service neutron] 10.222.0.64 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341634 Jun 16 13:45:32.057272 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-90354569-0f3e-4a78-a9f1-f3f09efa3325 req-2c14d899-e71e-4b8e-b76d-8aef98af2c0d tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Jun 16 13:45:32.067247 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a9785672-7dd5-4793-82ee-ea2cf3631d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.069760 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a9785672-7dd5-4793-82ee-ea2cf3631d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.070916 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a9785672-7dd5-4793-82ee-ea2cf3631d4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22c21887-12fb-44d2-aab1-f60a08184de7 HTTP/1.1" status: 204 len: 168 time: 0.2603145 Jun 16 13:45:32.078571 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-980d57b5-acd8-4bb1-b7e6-70947b81c40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:32.128703 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9785672-7dd5-4793-82ee-ea2cf3631d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c21887-12fb-44d2-aab1-f60a08184de7,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:32.137435 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a9785672-7dd5-4793-82ee-ea2cf3631d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:32.169614 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.169869 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-4b2b6242-de34-48f2-99d9-2fc57f5198f2 service neutron] 10.222.0.64 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391940 Jun 16 13:45:32.174633 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.179034 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:32.216801 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:45:32.231422 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1ec21f-c4af-4b2b-ac2a-0bb28cec8190,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:32.246820 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:32.261785 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.262260 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Added segment 445d5f4d-5262-451a-a6fa-10f6198044f1 of type vlan for network 6c012bcf-6644-48b7-91d2-615775f5fc5d Jun 16 13:45:32.316135 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.396187 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.397794 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:32.398568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.406836 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bf1d9bb6-2fd4-4dcf-8dbb-a5f49c88bed6 req-db5130f6-cbb9-4ded-98f9-b7180f8b1f45 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 210 time: 0.0402358 Jun 16 13:45:32.426455 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7fea992f-fd45-42b5-a2cb-b23055e50b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:32.498855 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7360163 Jun 16 13:45:32.499687 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c012bcf-6644-48b7-91d2-615775f5fc5d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:32.501249 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40432) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:32.506137 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Request body: {'subnet': {'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-subnet', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:32.509786 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:32.510551 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:45:32.533868 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Made reservation on behalf of 957847ea17cb4184a393d53db001c635 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:32.536670 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30793486'] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.581101 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6dda0-18d5-48ac-8bd5-ae0a4e55b017 req-2e367e6b-b8aa-400d-aa29-308a2be56599 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:32.582756 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a8f6dda0-18d5-48ac-8bd5-ae0a4e55b017 req-2e367e6b-b8aa-400d-aa29-308a2be56599 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 946 time: 0.1575601 Jun 16 13:45:32.628857 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a8f6dda0-18d5-48ac-8bd5-ae0a4e55b017 req-4820e4af-4a67-4913-9fa6-48d84c91b8dd tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Jun 16 13:45:32.742722 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32288561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30793500'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.745953 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:32.803615 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb50b981-b226-481a-a448-5a46752bfae5,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:32.808418 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:32.815425 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Checking segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:32.815783 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Network hostable DHCP agents. Network: 6c012bcf-6644-48b7-91d2-615775f5fc5d, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:45:32.860965 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:45:32.873712 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 6c012bcf-6644-48b7-91d2-615775f5fc5d) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:32.878243 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:32.879117 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.892598 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af4381d-a29d-4daa-b4a6-a5763d686522 None None] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:32.896643 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3942537 Jun 16 13:45:32.899051 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40446) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:32.906781 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:32.962651 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.964258 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.041800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61013ee-751c-4539-b439-45107b7b27d0 req-3b39fe4a-3e69-451b-a3ed-29aa016a5e4c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:33.044225 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e61013ee-751c-4539-b439-45107b7b27d0 req-3b39fe4a-3e69-451b-a3ed-29aa016a5e4c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1181240 Jun 16 13:45:33.130198 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-6c012bcf-6644-48b7-91d2-615775f5fc5d', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:45:33.131411 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.143271 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e61013ee-751c-4539-b439-45107b7b27d0 req-423cbe36-c8fb-4e10-840c-c1ddb9422cdd tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884233 Jun 16 13:45:33.353388 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.472578 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ab9bb-cc63-41f3-9553-28243b177352 req-79558cdb-7f3a-4be8-b712-f0c598db87e2 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:33.483645 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2e8ab9bb-cc63-41f3-9553-28243b177352 req-79558cdb-7f3a-4be8-b712-f0c598db87e2 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 947 time: 0.1703558 Jun 16 13:45:33.489199 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Allocated IP 172.20.0.2 (6c012bcf-6644-48b7-91d2-615775f5fc5d/cb50b981-b226-481a-a448-5a46752bfae5/40651cf4-beab-4b96-aa61-a99b1bd7d8b1) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:33.501940 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.533690 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2e8ab9bb-cc63-41f3-9553-28243b177352 req-9a6bf4a8-2614-456b-bca4-b9d1a472b9f2 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490892 Jun 16 13:45:33.601374 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.676359 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d821c00e-12b9-444f-938b-fac64d5c4289 req-557e18a6-3ec4-47b7-a100-2788771f8747 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 210 time: 0.0335155 Jun 16 13:45:33.678132 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.688976 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Transition to ACTIVE for port object 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:33.709764 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Transition to ACTIVE for port object 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:33.717408 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.719919 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-1fb1f65a-ce1f-4d47-b369-ae7b73de4088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:33.761061 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:33.764302 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:33.769091 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Pushing event updated for resources: {'Port': ['ID=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:33.771479 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:33.787686 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:33.841320 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Attempting to bind port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:33.841696 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Attempting to bind port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:33.842077 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Attempting to bind port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 on network 6c012bcf-6644-48b7-91d2-615775f5fc5d {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:33.847424 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:33.849131 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Checking segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:33.849573 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.849984 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Bound using segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:33.850482 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Bound port: 40651cf4-beab-4b96-aa61-a99b1bd7d8b1, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:33.850863 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.856861 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.883505 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.921299 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-1c8b5420-eb49-4631-9fb3-11ad4653425d tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:33.923363 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-1c8b5420-eb49-4631-9fb3-11ad4653425d tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.100 "GET /v2.0/networks?id=b763ad67-324e-409b-b1ec-4130df4d9284 HTTP/1.1" status: 200 len: 809 time: 0.1409736 Jun 16 13:45:33.941695 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Request body: {'port': {'device_id': '15129bf3-748d-489c-9554-df95b55ea33d', 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284', 'admin_state_up': True, 'tenant_id': 'd090be03877b4d8fab50604e6b123330'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:33.941936 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] For port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:33.952936 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] For port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:33.958977 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:33.962827 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-38cee288-4070-4c62-bdd3-4160b0f82b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:34.031440 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Pushing event updated for resources: {'Port': ['ID=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:34.037285 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:34.057602 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Allocated IP 172.27.2.196 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/6cf286cf-3117-4be7-a854-d57d91a23e5e) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:34.103995 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Made reservation on behalf of d090be03877b4d8fab50604e6b123330 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:34.108973 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.198723 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.273017 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.283145 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:34.320345 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Allocated IP 172.20.0.14 (b763ad67-324e-409b-b1ec-4130df4d9284/e51ee2d4-5dd0-4ab5-9c83-f38bff090264/fc94b1e5-a902-49f4-a51a-f06e4e4f96ab) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:34.361877 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Pushing event updated for resources: {'Port': ['ID=6cf286cf-3117-4be7-a854-d57d91a23e5e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:34.365571 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:34.367958 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:34.370266 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:34.376415 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:34.457908 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329b7c-4a41-47eb-a9ec-7b36acaf21e7 req-0ce0dae8-725c-4466-b9af-60f3629fe189 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:34.464827 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-80329b7c-4a41-47eb-a9ec-7b36acaf21e7 req-0ce0dae8-725c-4466-b9af-60f3629fe189 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1468563 Jun 16 13:45:34.608324 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-80329b7c-4a41-47eb-a9ec-7b36acaf21e7 req-e6d6cee8-6986-4421-8276-44a23c73d0c2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425602 Jun 16 13:45:34.667224 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 96a296d8-283f-4dd6-a30e-ddd53cfa818f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:34.676716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.766980 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.773716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:34.814855 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.815315 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:34.851166 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Pushing event updated for resources: {'Port': ['ID=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:34.880609 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 96a296d8-283f-4dd6-a30e-ddd53cfa818f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96a296d8-283f-4dd6-a30e-ddd53cfa818f,segment=NetworkSegment(ff2c20e9-ce11-4694-b449-9c8db4706715),segment_id=ff2c20e9-ce11-4694-b449-9c8db4706715)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:34.894629 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '96a296d8-283f-4dd6-a30e-ddd53cfa818f', 'network_id': '4e20d655-6e40-4d49-9a95-1536f768a60b', 'port_id': '96a296d8-283f-4dd6-a30e-ddd53cfa818f', 'mac_address': 'fa:16:3e:21:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c2482d-f328-4b8e-a83e-a78e287f41b3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:34.896140 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:34.907977 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Network b763ad67-324e-409b-b1ec-4130df4d9284 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:34.914236 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:34.917265 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:34.923863 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:34.924788 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.927412 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:34.959320 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.982761 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0446248 Jun 16 13:45:34.986287 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a296d8-283f-4dd6-a30e-ddd53cfa818f {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:34.993903 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcba50-b49a-4bbb-9fd6-eb821e834100 req-b75f8e86-bd89-4b4f-97a8-e0cf40deb7eb tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:34.996103 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c989341-1510-4e6d-8828-c5f610c7780b req-16c4a2b1-afb3-4409-8d01-b55e46fd4ca7 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:34.998390 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1c989341-1510-4e6d-8828-c5f610c7780b req-16c4a2b1-afb3-4409-8d01-b55e46fd4ca7 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 932 time: 0.1087170 Jun 16 13:45:35.003456 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aebcba50-b49a-4bbb-9fd6-eb821e834100 req-b75f8e86-bd89-4b4f-97a8-e0cf40deb7eb tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 947 time: 0.1396878 Jun 16 13:45:35.011097 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Request body: {'port': {'device_id': '15129bf3-748d-489c-9554-df95b55ea33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:35.015798 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 96a296d8-283f-4dd6-a30e-ddd53cfa818f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96a296d8-283f-4dd6-a30e-ddd53cfa818f,segment=NetworkSegment(ff2c20e9-ce11-4694-b449-9c8db4706715),segment_id=ff2c20e9-ce11-4694-b449-9c8db4706715)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:35.021842 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.024879 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:35.083009 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=96a296d8-283f-4dd6-a30e-ddd53cfa818f,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:35.086312 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:35.117007 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1c989341-1510-4e6d-8828-c5f610c7780b req-d7f697c3-6913-47c0-aa5a-388c84cead4c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123695 Jun 16 13:45:35.156445 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.354934 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-aebcba50-b49a-4bbb-9fd6-eb821e834100 req-cb509aeb-51d2-4cb6-a979-66e69317df53 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411839 Jun 16 13:45:35.359877 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f35db-d09a-432e-96c0-76b9414fd637 None None] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:35.390450 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.400665 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1146-2738-498d-80de-9354a1996b0c req-f6dbef59-89e2-4ad7-a416-dc466bffe330 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:35.402186 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-f6dbef59-89e2-4ad7-a416-dc466bffe330 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 815 time: 0.1801767 Jun 16 13:45:35.429995 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-c3dea81d-b0c6-4d14-a83e-f46d86de398f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/quotas/f7fb0d64f8ad4483b4854ea321d33140 HTTP/1.1" status: 200 len: 375 time: 0.0200086 Jun 16 13:45:35.482354 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Router dd5ed95b-4c99-48fc-9149-07b438189021 is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:45:35.489336 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] Provisioning for port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:35.513419 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] Provisioning complete for port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:35.513720 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.578592 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-ae0a537b-d9a3-4b62-9bb4-aa3b1dc42594 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458936 Jun 16 13:45:35.629306 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['96a296d8-283f-4dd6-a30e-ddd53cfa818f'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:35.692393 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:45:35.704966 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Sync routers for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:45:35.716523 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.718619 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:45:35.719860 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:45:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:35.721858 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-0ce207d9-a274-43b3-a1a2-7e51dd8c0fba service neutron] 10.222.0.64 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325910 Jun 16 13:45:35.726543 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc94b1e5-a902-49f4-a51a-f06e4e4f96ab {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:35.729978 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.733732 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8309875 Jun 16 13:45:35.742378 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40496) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:35.755697 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.777135 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Transition to ACTIVE for port object fc94b1e5-a902-49f4-a51a-f06e4e4f96ab will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:35.782993 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.793887 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:35.805444 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] For port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:35.817252 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:35.820122 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:35.892922 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:45:35.911052 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] Pushing event updated for resources: {'Port': ['ID=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:35.920750 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:35.940033 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-6011b980-282e-4724-a13e-8a6ec5e7f84c service neutron] 10.222.0.64 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076864 Jun 16 13:45:35.971258 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Pushing event updated for resources: {'Port': ['ID=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:35.984988 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:35.995884 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Attempting to bind port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:35.996219 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Attempting to bind port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:35.997095 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Attempting to bind port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab on network b763ad67-324e-409b-b1ec-4130df4d9284 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:36.002477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab on network b763ad67-324e-409b-b1ec-4130df4d9284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:36.002804 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Attempting to bind port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab on network b763ad67-324e-409b-b1ec-4130df4d9284 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:36.020649 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:36.020895 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Checking segment: {'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:36.021420 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Bound using segment: {'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:36.021935 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Bound port: fc94b1e5-a902-49f4-a51a-f06e4e4f96ab, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:36.022288 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.061011 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0bdc2-9452-4203-8073-7ae7b28f79ae req-e0de80e7-48c1-472c-9078-ae8c3f587ce5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.068135 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d9c0bdc2-9452-4203-8073-7ae7b28f79ae req-e0de80e7-48c1-472c-9078-ae8c3f587ce5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.2394824 Jun 16 13:45:36.147468 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-47faaaf9-098b-4da2-a643-44be10f78cf0 None None] Provisioning complete for port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:36.148750 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-47faaaf9-098b-4da2-a643-44be10f78cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.169992 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d9c0bdc2-9452-4203-8073-7ae7b28f79ae req-aa675703-419f-4674-a3bb-c03f953c242b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007805 Jun 16 13:45:36.211820 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] For port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:36.214866 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] For port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:36.224273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.226943 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:34Z', 'revision_number': 3, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:36.227150 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:36.236177 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Checking router: dd5ed95b-4c99-48fc-9149-07b438189021 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:45:36.236556 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Updating router dd5ed95b-4c99-48fc-9149-07b438189021 port 6cf286cf-3117-4be7-a854-d57d91a23e5e binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:45:36.300690 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Pushing event updated for resources: {'Port': ['ID=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:36.308761 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:36.317256 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.362225 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7f9c2e6e-2a63-4871-978c-6d7e3ad7dc2f req-5fc9e672-72bc-4af8-9681-aa35a7cca255 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 210 time: 0.0624652 Jun 16 13:45:36.368097 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.368713 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.370073 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] 10.222.0.100 "PUT /v2.0/ports/fc94b1e5-a902-49f4-a51a-f06e4e4f96ab HTTP/1.1" status: 200 len: 1094 time: 1.3645685 Jun 16 13:45:36.370593 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15129bf3-748d-489c-9554-df95b55ea33d', 'tag': 'fc94b1e5-a902-49f4-a51a-f06e4e4f96ab'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:36.373600 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627b2c37-db10-40b6-8307-8faabeca4fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "15129bf3-748d-489c-9554-df95b55ea33d", "tag": "fc94b1e5-a902-49f4-a51a-f06e4e4f96ab"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:36.530080 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f313510b-4e4d-4288-bdf7-c0ef69f1be3c x-openstack-request-id: req-f313510b-4e4d-4288-bdf7-c0ef69f1be3c {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:36.533114 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15129bf3-748d-489c-9554-df95b55ea33d", "tag": "fc94b1e5-a902-49f4-a51a-f06e4e4f96ab", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:36.534218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f313510b-4e4d-4288-bdf7-c0ef69f1be3c {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:36.534667 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15129bf3-748d-489c-9554-df95b55ea33d', 'tag': 'fc94b1e5-a902-49f4-a51a-f06e4e4f96ab', 'status': 'completed', 'code': 200} Jun 16 13:45:36.684132 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-ed205fa8-d147-47ef-83e2-6ba47f677898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.689552 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-ed205fa8-d147-47ef-83e2-6ba47f677898 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d090be03877b4d8fab50604e6b123330&device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 1097 time: 0.2599139 Jun 16 13:45:36.693290 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:36.700674 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.712227 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Transition to ACTIVE for port object 6cf286cf-3117-4be7-a854-d57d91a23e5e will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:36.750177 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.752527 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:36.777538 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:36.778624 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.807971 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Attempting to bind port 6cf286cf-3117-4be7-a854-d57d91a23e5e on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:36.808343 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Attempting to bind port 6cf286cf-3117-4be7-a854-d57d91a23e5e by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:36.808719 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Attempting to bind port 6cf286cf-3117-4be7-a854-d57d91a23e5e on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:36.811833 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Pushing event updated for resources: {'Port': ['ID=6cf286cf-3117-4be7-a854-d57d91a23e5e,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:36.816992 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:36.817377 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:36.818558 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.819002 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:36.819496 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Bound port: 6cf286cf-3117-4be7-a854-d57d91a23e5e, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:36.820027 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.822024 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-cfa2d106-0703-4e7e-ad76-18849afbbed6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab HTTP/1.1" status: 200 len: 217 time: 0.1084640 Jun 16 13:45:36.845754 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.846121 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.846467 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.846799 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.847149 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.847682 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.848162 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.848631 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.849099 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.849583 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.850058 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.850524 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:36.855663 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:36.889330 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] For port 6cf286cf-3117-4be7-a854-d57d91a23e5e, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:36.892921 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] For port 6cf286cf-3117-4be7-a854-d57d91a23e5e, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=6cf286cf-3117-4be7-a854-d57d91a23e5e,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:36.899996 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:36.903395 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-5949bb42-3f50-4da0-bebd-44f466b001ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:36.907169 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6caa3a-2fb4-4ad4-8a5b-4c0ae6198c08 req-19acfc81-ea50-4800-bcb0-43413f070d63 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.908153 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fa6caa3a-2fb4-4ad4-8a5b-4c0ae6198c08 req-19acfc81-ea50-4800-bcb0-43413f070d63 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 948 time: 0.3086441 Jun 16 13:45:36.918456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-3067e5c0-3628-4e96-8a83-ae6d7a53fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.920440 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-3067e5c0-3628-4e96-8a83-ae6d7a53fcde service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e51ee2d4-5dd0-4ab5-9c83-f38bff090264 HTTP/1.1" status: 200 len: 849 time: 0.0852053 Jun 16 13:45:36.966193 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-d049eaa0-f5b7-40e2-b374-0f7d9b9dcd2f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b763ad67-324e-409b-b1ec-4130df4d9284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315435 Jun 16 13:45:36.987886 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Pushing event updated for resources: {'Port': ['ID=6cf286cf-3117-4be7-a854-d57d91a23e5e,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:36.993287 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:36.999741 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:45:37.000469 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:45:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:37.021070 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fa6caa3a-2fb4-4ad4-8a5b-4c0ae6198c08 req-693db5eb-195e-412b-9d77-8222cd2d5290 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042457 Jun 16 13:45:37.057591 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e1173-1f91-49e6-9ae1-9db9c0e1cfcb req-2654cef9-57bb-4936-8c66-d3df26680230 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.065536 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-876e1173-1f91-49e6-9ae1-9db9c0e1cfcb req-2654cef9-57bb-4936-8c66-d3df26680230 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 944 time: 0.4755855 Jun 16 13:45:37.113142 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:37.128048 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-876e1173-1f91-49e6-9ae1-9db9c0e1cfcb req-e490d472-e255-40ff-b610-b19e96bad249 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Jun 16 13:45:37.131195 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:45:37.163126 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-c62bec97-98d1-4568-9f5f-06edcb97b555 service neutron] 10.222.0.100 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792495 Jun 16 13:45:37.278739 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c7786479-d916-42fb-9a7b-7d3b1c40ba0e req-a848a1ee-fff3-49aa-af8d-63d9154fd705 service neutron] 10.222.0.100 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061513 Jun 16 13:45:37.371467 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Allocated IP 172.20.0.1 (6c012bcf-6644-48b7-91d2-615775f5fc5d/cb50b981-b226-481a-a448-5a46752bfae5/2a8b7feb-7065-40e5-8b21-8ade4e737d96) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:37.417938 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:34Z', 'revision_number': 3, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:37.425150 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89945569-4b5d-4bb0-b254-d0d1bd0426a8 None None] The sync data for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi is: [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:34Z', 'revision_number': 3, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:45:37.455824 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c1de4-d728-4a49-8ff6-683af19c51e3 req-c7b9eb11-f720-40f3-8b68-1dc80bf67dbf tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.470128 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d45c1de4-d728-4a49-8ff6-683af19c51e3 req-c7b9eb11-f720-40f3-8b68-1dc80bf67dbf tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1232858 Jun 16 13:45:37.486437 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-05f0cbe5-625a-4e46-8dbc-f0c9939415aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.487964 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-05f0cbe5-625a-4e46-8dbc-f0c9939415aa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d090be03877b4d8fab50604e6b123330&device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 1097 time: 0.1156616 Jun 16 13:45:37.532216 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d45c1de4-d728-4a49-8ff6-683af19c51e3 req-759c9f4b-737e-4d24-b8f9-92fd6cbe7b25 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680459 Jun 16 13:45:37.532413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:37.551985 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Transition to ACTIVE for port object 2a8b7feb-7065-40e5-8b21-8ade4e737d96 will not be triggered until provisioned by entity DHCP. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:37.622100 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-b513d146-c35f-4892-a2f0-f6cf17a41a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.624401 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:37.627051 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:37.629284 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-b513d146-c35f-4892-a2f0-f6cf17a41a01 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b763ad67-324e-409b-b1ec-4130df4d9284 HTTP/1.1" status: 200 len: 911 time: 0.1341534 Jun 16 13:45:37.677314 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:37.682871 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:37.694212 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:37.710694 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-92a76500-0cb4-4dad-a787-d12187dc1f49 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab HTTP/1.1" status: 200 len: 217 time: 0.0738990 Jun 16 13:45:37.728822 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8b7feb-7065-40e5-8b21-8ade4e737d96,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:37.735236 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:37.765610 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:37.776381 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0a72b2dc-dd7e-427d-b0b4-74c5b68a5f8d req-4ca78da1-e9db-4054-aa0e-f8f0cb57ff79 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 210 time: 0.0608337 Jun 16 13:45:37.840304 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-7cc744c1-7ddc-4e0f-98e8-ac09907a8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.842058 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-7cc744c1-7ddc-4e0f-98e8-ac09907a8a0b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e51ee2d4-5dd0-4ab5-9c83-f38bff090264 HTTP/1.1" status: 200 len: 849 time: 0.0830963 Jun 16 13:45:37.883530 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-a077cf3b-8df2-4b02-b908-8fd88776c403 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b763ad67-324e-409b-b1ec-4130df4d9284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345986 Jun 16 13:45:38.025097 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-a6c10c7a-1f87-48e4-bf36-04c874cc6813 service neutron] 10.222.0.100 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344500 Jun 16 13:45:38.041578 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.060464 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-96eb926a-9b9b-4418-a030-50d43038d370 None None] Provisioning for port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:38.069458 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-96eb926a-9b9b-4418-a030-50d43038d370 None None] Provisioning complete for port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:38.075820 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-96eb926a-9b9b-4418-a030-50d43038d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.159534 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-96eb926a-9b9b-4418-a030-50d43038d370 None None] Port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:45:38.323884 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-627b2c37-db10-40b6-8307-8faabeca4fe4 req-ebf43650-7c89-4fd3-8ffa-7ed345428c05 service neutron] 10.222.0.100 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880993 Jun 16 13:45:38.370925 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.379470 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1146-2738-498d-80de-9354a1996b0c req-ea2fb7bd-b75d-4cd7-aa2e-b4050a3b33e0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:38.379715 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.381168 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-ea2fb7bd-b75d-4cd7-aa2e-b4050a3b33e0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 815 time: 0.2458465 Jun 16 13:45:38.386570 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-36a0d8e0-3973-41aa-857b-af97cc981579 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:38.393563 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4766-d164-40dc-9770-2c0fe7c85528 req-44f7655e-43c8-4acc-ae5c-c19139287848 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:38.395262 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-569d4766-d164-40dc-9770-2c0fe7c85528 req-44f7655e-43c8-4acc-ae5c-c19139287848 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 948 time: 0.1591864 Jun 16 13:45:38.400925 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Request body: {'port': {'device_id': '17d830bf-fbb2-4f07-86d7-e1b7d21e0e47', 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'admin_state_up': True, 'tenant_id': 'f7fb0d64f8ad4483b4854ea321d33140'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:38.487964 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.488506 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-569d4766-d164-40dc-9770-2c0fe7c85528 req-26429ebf-cf61-4816-b66d-efd994664e2d tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817170 Jun 16 13:45:38.517222 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0183b73-8778-48b0-92d4-0976b1cab1b8 req-2f324ccc-f41d-4f6f-865f-b103f97dfd69 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:38.518803 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e0183b73-8778-48b0-92d4-0976b1cab1b8 req-2f324ccc-f41d-4f6f-865f-b103f97dfd69 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 944 time: 0.2227869 Jun 16 13:45:38.521874 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8b7feb-7065-40e5-8b21-8ade4e737d96,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:38.525261 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:38.623375 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e0183b73-8778-48b0-92d4-0976b1cab1b8 req-2143cda1-95ba-4b04-a614-2bb0fd2ca28b tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969930 Jun 16 13:45:38.626523 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Made reservation on behalf of f7fb0d64f8ad4483b4854ea321d33140 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:38.632466 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.658259 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:38.659984 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:38.694052 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 96a296d8-283f-4dd6-a30e-ddd53cfa818f up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:38.779622 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 6cf286cf-3117-4be7-a854-d57d91a23e5e up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:38.890388 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Router dd5ed95b-4c99-48fc-9149-07b438189021 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:45:38.898107 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 6cf286cf-3117-4be7-a854-d57d91a23e5e completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:38.905138 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 6cf286cf-3117-4be7-a854-d57d91a23e5e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:38.905793 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.907813 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 96a296d8-283f-4dd6-a30e-ddd53cfa818f completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:38.940051 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 96a296d8-283f-4dd6-a30e-ddd53cfa818f triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:38.942494 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.999947 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88c61-289d-4e4f-a4b7-5ded9db71801 req-503734e2-3775-4efc-ae9a-4ef346cae95c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.006773 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f0c88c61-289d-4e4f-a4b7-5ded9db71801 req-503734e2-3775-4efc-ae9a-4ef346cae95c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.2158132 Jun 16 13:45:39.038448 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Allocated IP 172.20.0.6 (1816f281-64dd-49c0-a698-7461eb0685b3/49dabc0d-b4db-4028-b39e-a1a87e8484c3/5da1f5b1-59b8-43f5-96bc-481579afc28d) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:39.047455 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-a150f0e3-d542-4649-9db1-839af00deabc None None] Provisioning complete for port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:39.048476 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a150f0e3-d542-4649-9db1-839af00deabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.052818 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-614fb498-d4ab-455c-931f-98f155f69eb5 req-418a530e-a983-4dfd-81f4-18ab68160947 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 210 time: 0.0432649 Jun 16 13:45:39.092740 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:45:39.103538 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f0c88c61-289d-4e4f-a4b7-5ded9db71801 req-979200a3-0bd4-44d9-898c-f0aa0329b418 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784204 Jun 16 13:45:39.111873 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] 10.222.0.64 "PUT /v2.0/routers/dd5ed95b-4c99-48fc-9149-07b438189021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3675172 Jun 16 13:45:39.164367 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-a150f0e3-d542-4649-9db1-839af00deabc None None] Port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:45:39.190150 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.195901 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.236545 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 6cf286cf-3117-4be7-a854-d57d91a23e5e, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=6cf286cf-3117-4be7-a854-d57d91a23e5e,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:39.244073 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d3f34d-ddf6-4a06-a91a-22fdfd4b3622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a296d8-283f-4dd6-a30e-ddd53cfa818f'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:39.246312 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151e1e5-9c03-4e49-949f-dbfdbd43185f" -d '{"events": [{"server_uuid": "88d3f34d-ddf6-4a06-a91a-22fdfd4b3622", "name": "network-vif-plugged", "status": "completed", "tag": "96a296d8-283f-4dd6-a30e-ddd53cfa818f"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:39.248921 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.255924 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:39.288554 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 96a296d8-283f-4dd6-a30e-ddd53cfa818f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96a296d8-283f-4dd6-a30e-ddd53cfa818f,segment=NetworkSegment(ff2c20e9-ce11-4694-b449-9c8db4706715),segment_id=ff2c20e9-ce11-4694-b449-9c8db4706715)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:39.292501 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc85872-730c-4f1b-b99c-d3e0ec9d1cd9 x-openstack-request-id: req-bdc85872-730c-4f1b-b99c-d3e0ec9d1cd9 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:39.292895 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d3f34d-ddf6-4a06-a91a-22fdfd4b3622", "name": "network-vif-plugged", "status": "completed", "tag": "96a296d8-283f-4dd6-a30e-ddd53cfa818f", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:39.293137 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdc85872-730c-4f1b-b99c-d3e0ec9d1cd9 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:39.294086 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d3f34d-ddf6-4a06-a91a-22fdfd4b3622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a296d8-283f-4dd6-a30e-ddd53cfa818f', 'code': 200} Jun 16 13:45:39.297350 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.326326 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.352370 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=6cf286cf-3117-4be7-a854-d57d91a23e5e,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:39.357406 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:39.359545 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ec059d0c-fb54-460e-9907-930d4d472b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:39.388477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.394387 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c7521d15-5066-4862-9d00-ffc92a58d6a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:39.451878 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=96a296d8-283f-4dd6-a30e-ddd53cfa818f,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:39.455130 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:39.456399 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['b7f4f85f-33db-4190-97cc-7b013e6936b1', 'd30ffb0b-6ced-40e9-99a0-0168721ce313'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:39.465511 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Network 1816f281-64dd-49c0-a698-7461eb0685b3 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:39.479497 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:39.485054 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Pushing event updated for resources: {'Port': ['ID=5da1f5b1-59b8-43f5-96bc-481579afc28d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:39.489041 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:39.496005 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.496640 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.501310 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:39.525143 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1287541 Jun 16 13:45:39.538584 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Request body: {'port': {'device_id': '17d830bf-fbb2-4f07-86d7-e1b7d21e0e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:39.723057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cea95-7452-4e6e-9e96-fc87aab00044 req-9b2d0493-d6f5-4000-8983-1da8da8592bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.725169 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-056cea95-7452-4e6e-9e96-fc87aab00044 req-9b2d0493-d6f5-4000-8983-1da8da8592bd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 1102 time: 0.1620939 Jun 16 13:45:39.725842 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.781142 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7a25d-fc6e-4cd8-9d5f-1ac32d780911 req-6b9eceef-3759-4868-a063-26068c7e20d0 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.791264 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-49e7a25d-fc6e-4cd8-9d5f-1ac32d780911 req-6b9eceef-3759-4868-a063-26068c7e20d0 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 949 time: 0.1201844 Jun 16 13:45:39.800269 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-056cea95-7452-4e6e-9e96-fc87aab00044 req-049467cd-7432-4053-ae2e-859b578a8a06 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593760 Jun 16 13:45:39.854697 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-49e7a25d-fc6e-4cd8-9d5f-1ac32d780911 req-71ad32ae-7065-4679-a042-2504769dc7f7 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621066 Jun 16 13:45:39.947998 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40560) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:39.953374 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94723924', 'description': 'tempest-description--1884131682'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:39.979991 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Sync routers for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:45:39.991172 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.004534 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:45:40.006059 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:45:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:40.122832 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da1f5b1-59b8-43f5-96bc-481579afc28d {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:40.134981 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.151987 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Transition to ACTIVE for port object 5da1f5b1-59b8-43f5-96bc-481579afc28d will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:40.157425 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad960b-9139-42b6-8de9-3f09e2bfa8e1 req-d587172c-8c57-4915-84ad-8a994a2c9d0c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.158286 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.159293 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2ad960b-9139-42b6-8de9-3f09e2bfa8e1 req-d587172c-8c57-4915-84ad-8a994a2c9d0c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 944 time: 0.1448753 Jun 16 13:45:40.170670 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.180209 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:40.181019 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.193685 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-05c6f8eb-b8be-44ba-a7c8-a732ced3665d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:40.240838 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.250294 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3009377 Jun 16 13:45:40.253319 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40566) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:40.253926 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:45:40.268208 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'security_group_rule': {'security_group_id': 'dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: from cryptography.utils import int_from_bytes Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: from cryptography.utils import int_from_bytes Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.270910 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:45:40.273405 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:45:40.284831 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d2ad960b-9139-42b6-8de9-3f09e2bfa8e1 req-4bbac2e2-cd00-47de-8529-4c6ee782bfc5 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120121 Jun 16 13:45:40.287230 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:40.291968 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.320105 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.366743 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Attempting to bind port 5da1f5b1-59b8-43f5-96bc-481579afc28d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:40.367100 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Attempting to bind port 5da1f5b1-59b8-43f5-96bc-481579afc28d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:40.367429 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Attempting to bind port 5da1f5b1-59b8-43f5-96bc-481579afc28d on network 1816f281-64dd-49c0-a698-7461eb0685b3 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:40.369522 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Pushing event updated for resources: {'Port': ['ID=5da1f5b1-59b8-43f5-96bc-481579afc28d,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:40.373908 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.379585 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Port 5da1f5b1-59b8-43f5-96bc-481579afc28d on network 1816f281-64dd-49c0-a698-7461eb0685b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:40.379957 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Attempting to bind port 5da1f5b1-59b8-43f5-96bc-481579afc28d on network 1816f281-64dd-49c0-a698-7461eb0685b3 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:40.386638 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:40.387523 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Checking segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:40.387914 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Bound using segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:40.388351 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Bound port: 5da1f5b1-59b8-43f5-96bc-481579afc28d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:40.388704 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.406561 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.412663 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.415696 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:40.440798 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f27f9a-18b0-4d68-b6be-a19c43563b86,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:40.446588 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.450687 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.455159 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1961553 Jun 16 13:45:40.455919 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40570) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:40.469354 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] For port 5da1f5b1-59b8-43f5-96bc-481579afc28d, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:40.472722 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] For port 5da1f5b1-59b8-43f5-96bc-481579afc28d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5da1f5b1-59b8-43f5-96bc-481579afc28d,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:40.473382 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'security_group_rule': {'security_group_id': 'dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:40.485681 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f3b3e-59d9-441e-80d9-9641c2f1605e req-be5fdd3a-347b-4bf4-8b49-3f0e3187f26d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.487218 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-602f3b3e-59d9-441e-80d9-9641c2f1605e req-be5fdd3a-347b-4bf4-8b49-3f0e3187f26d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 943 time: 0.2356882 Jun 16 13:45:40.488334 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.494324 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:40.511568 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:38Z', 'revision_number': 2, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:40.516580 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Checking router: dd5ed95b-4c99-48fc-9149-07b438189021 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:45:40.516941 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Updating router dd5ed95b-4c99-48fc-9149-07b438189021 port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:45:40.530075 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.530635 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.532279 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] 10.222.0.100 "PUT /v2.0/ports/5da1f5b1-59b8-43f5-96bc-481579afc28d HTTP/1.1" status: 200 len: 1093 time: 0.9988749 Jun 16 13:45:40.533794 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d830bf-fbb2-4f07-86d7-e1b7d21e0e47', 'tag': '5da1f5b1-59b8-43f5-96bc-481579afc28d'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:40.536058 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d857475c-9047-46ac-970e-c591b6ab86d2" -d '{"events": [{"name": "network-changed", "server_uuid": "17d830bf-fbb2-4f07-86d7-e1b7d21e0e47", "tag": "5da1f5b1-59b8-43f5-96bc-481579afc28d"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:40.546979 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.559353 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.573870 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7f778-de2e-4e6c-807f-ea0af2c3c781 req-da6c68a5-d45c-4cdc-8fb6-7eaabde5e495 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.575936 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6cc7f778-de2e-4e6c-807f-ea0af2c3c781 req-da6c68a5-d45c-4cdc-8fb6-7eaabde5e495 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1190190 Jun 16 13:45:40.620901 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-602f3b3e-59d9-441e-80d9-9641c2f1605e req-b4c5f81a-9db9-49cf-80b3-1ad74b14a41d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212831 Jun 16 13:45:40.623798 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Pushing event updated for resources: {'Port': ['ID=5da1f5b1-59b8-43f5-96bc-481579afc28d,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:40.654544 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.676515 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1146-2738-498d-80de-9354a1996b0c req-b8bd665d-ae45-4a0d-8112-5c2cd4aa4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.677824 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-b8bd665d-ae45-4a0d-8112-5c2cd4aa4969 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 1096 time: 0.0837078 Jun 16 13:45:40.692976 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 6cf286cf-3117-4be7-a854-d57d91a23e5e up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:40.711654 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.728324 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6cc7f778-de2e-4e6c-807f-ea0af2c3c781 req-47235e95-8ec4-4421-96bd-341cfcb702a4 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426041 Jun 16 13:45:40.733317 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.737356 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-d8d3eccf-0f01-408b-ac3e-0c080b064d53 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5da1f5b1-59b8-43f5-96bc-481579afc28d HTTP/1.1" status: 200 len: 217 time: 0.0473859 Jun 16 13:45:40.745065 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3b73e0d8-f0ee-4c3c-9d34-d0f01567a5d2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:40.786048 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5a047b-d404-411c-a7ea-3608e0f4af94,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:40.799138 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c1146-2738-498d-80de-9354a1996b0c req-26aee7c5-101f-4e8a-aa96-6ec94fc544cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.799917 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.800862 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-26aee7c5-101f-4e8a-aa96-6ec94fc544cb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.0494561 Jun 16 13:45:40.807188 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.808378 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495698 Jun 16 13:45:40.814104 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 40576) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:40.826902 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:40.827129 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 6cf286cf-3117-4be7-a854-d57d91a23e5e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:40.827129 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.830974 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486a8b93-a4a3-4262-a8cc-d034ad64da31 x-openstack-request-id: req-486a8b93-a4a3-4262-a8cc-d034ad64da31 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:40.831279 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d830bf-fbb2-4f07-86d7-e1b7d21e0e47", "tag": "5da1f5b1-59b8-43f5-96bc-481579afc28d", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:40.831874 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-486a8b93-a4a3-4262-a8cc-d034ad64da31 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:40.832405 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d830bf-fbb2-4f07-86d7-e1b7d21e0e47', 'tag': '5da1f5b1-59b8-43f5-96bc-481579afc28d', 'status': 'completed', 'code': 200} Jun 16 13:45:40.857505 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.868844 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-5fc31f71-d51c-4bc3-aeae-6d0124cea611 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568571 Jun 16 13:45:40.977119 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.985637 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-e58e6a3b-1ac1-4459-9110-7073bfc9a695 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093788 Jun 16 13:45:41.053550 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.079988 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Transition to ACTIVE for port object 2a8b7feb-7065-40e5-8b21-8ade4e737d96 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:41.089777 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.093680 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:41.150998 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a3c1146-2738-498d-80de-9354a1996b0c req-b0aa428b-d495-42f9-8ce4-cb1d32c6af72 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576900 Jun 16 13:45:41.187471 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Allocated IP 172.27.2.153 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/2e374ca7-8318-4d41-ab93-9af87762d873) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:41.187853 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea2901-18ac-44e1-8ac3-fa3d15e22956 None None] Pushing event updated for resources: {'Port': ['ID=2a8b7feb-7065-40e5-8b21-8ade4e737d96,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:41.191855 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-aeea2901-18ac-44e1-8ac3-fa3d15e22956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:41.253673 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Attempting to bind port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:41.254057 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Attempting to bind port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:41.254474 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Attempting to bind port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 on network 6c012bcf-6644-48b7-91d2-615775f5fc5d {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:41.259997 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:41.260387 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Checking segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:41.260805 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.261213 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Bound using segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:41.261701 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Bound port: 2a8b7feb-7065-40e5-8b21-8ade4e737d96, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:41.262141 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.287126 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dec53-94a5-4b54-9a95-ff30c7a27a8d req-acb9f09a-30e0-4cf5-a090-4dc375242951 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.288891 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-155dec53-94a5-4b54-9a95-ff30c7a27a8d req-acb9f09a-30e0-4cf5-a090-4dc375242951 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 949 time: 0.1622603 Jun 16 13:45:41.289778 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-ec6c93e1-ae4b-49f0-96e8-0aba6de9b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.291568 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-ec6c93e1-ae4b-49f0-96e8-0aba6de9b3e3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 1096 time: 0.0649750 Jun 16 13:45:41.364615 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] For port 2a8b7feb-7065-40e5-8b21-8ade4e737d96, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:41.368693 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] For port 2a8b7feb-7065-40e5-8b21-8ade4e737d96, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=2a8b7feb-7065-40e5-8b21-8ade4e737d96,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:41.381830 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.381830 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:41.383206 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-155dec53-94a5-4b54-9a95-ff30c7a27a8d req-bdbaf4fd-3631-4fdb-b3e4-b648baac835f tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866711 Jun 16 13:45:41.388777 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.424982 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-c4568d77-8789-4b2e-ad86-1745f0691504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.426420 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-c4568d77-8789-4b2e-ad86-1745f0691504 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 917 time: 0.1282089 Jun 16 13:45:41.449816 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.454775 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:41.456922 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea2901-18ac-44e1-8ac3-fa3d15e22956 None None] Pushing event updated for resources: {'Port': ['ID=2a8b7feb-7065-40e5-8b21-8ade4e737d96,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:41.462319 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-aeea2901-18ac-44e1-8ac3-fa3d15e22956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:41.484995 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:45:41.485645 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:45:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:41.494657 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-dce757f6-5d73-4946-a205-f66adbb14592 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5da1f5b1-59b8-43f5-96bc-481579afc28d HTTP/1.1" status: 200 len: 217 time: 0.0605605 Jun 16 13:45:41.517593 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:41.520732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:41.525624 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:41.529353 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'Port': ['ID=2e374ca7-8318-4d41-ab93-9af87762d873,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:41.549724 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:41.618663 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-188a21f4-51ec-4eca-9706-12a5ab1531cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.621082 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-188a21f4-51ec-4eca-9706-12a5ab1531cc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.1126084 Jun 16 13:45:41.625538 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:45:41.628906 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.662416 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-7ba73d06-2fa6-4ba6-ae1e-b60d3af07a23 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343187 Jun 16 13:45:41.677047 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1765b2-b40c-44c8-9861-353dc31573c0 req-e96573f6-bee8-4ba9-8627-0d4738ca7458 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.684595 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e1765b2-b40c-44c8-9861-353dc31573c0 req-e96573f6-bee8-4ba9-8627-0d4738ca7458 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 944 time: 0.1930285 Jun 16 13:45:41.710619 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.791477 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e1765b2-b40c-44c8-9861-353dc31573c0 req-66ceb830-6384-45e2-94ff-4ced92c3d60e tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059420 Jun 16 13:45:41.814801 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-97aca79f-cbd7-4ef7-aa0e-40cb1d94c5b2 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282241 Jun 16 13:45:41.890209 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:41Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:45:41.894318 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f654b9-2689-459b-8ec7-c3dbd770af7a None None] The sync data for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi is: [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:41Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:45:41.940876 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8536a-4455-4b1a-97a6-02cb9421d674 req-cea97a3b-f1c2-4c1e-884e-a0dde2adac11 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.942473 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f7d8536a-4455-4b1a-97a6-02cb9421d674 req-cea97a3b-f1c2-4c1e-884e-a0dde2adac11 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 943 time: 0.1335046 Jun 16 13:45:41.974677 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.991410 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:41.997001 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:42.052316 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f7d8536a-4455-4b1a-97a6-02cb9421d674 req-24c3c869-bdf4-4996-a075-14e2d35a9289 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030927 Jun 16 13:45:42.111306 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.134587 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'Port': ['ID=2e374ca7-8318-4d41-ab93-9af87762d873,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:42.138785 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.148538 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3332617 Jun 16 13:45:42.150619 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:42.308481 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d857475c-9047-46ac-970e-c591b6ab86d2 req-c6de89bc-78ee-41bc-8998-4a90c30752a0 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858975 Jun 16 13:45:42.323379 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac889eca-b881-4a35-946e-4377533c8869 req-499496bc-0e45-49dc-b6f8-ee0c99286ce5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.326189 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac889eca-b881-4a35-946e-4377533c8869 req-499496bc-0e45-49dc-b6f8-ee0c99286ce5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1286778 Jun 16 13:45:42.368403 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac889eca-b881-4a35-946e-4377533c8869 req-956a7d16-a48a-42fb-b67a-a0ec0d364143 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359628 Jun 16 13:45:42.486853 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-390c692a-eabb-4aaf-a2ab-2b9da9c0a30a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--94723924&fields=id&tenant_id=957847ea17cb4184a393d53db001c635 HTTP/1.1" status: 200 len: 267 time: 0.0366092 Jun 16 13:45:42.555370 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c2b5a-6369-40bb-9ce2-35b08ce2144e req-4cc53075-df6f-4a3c-9b7b-2d8dbfc7d2ec tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.557049 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9e8c2b5a-6369-40bb-9ce2-35b08ce2144e req-4cc53075-df6f-4a3c-9b7b-2d8dbfc7d2ec tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 949 time: 0.0660901 Jun 16 13:45:42.600919 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9e8c2b5a-6369-40bb-9ce2-35b08ce2144e req-eade2074-c98e-4297-bb12-c988ddb82409 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370638 Jun 16 13:45:42.615246 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-2a1ebeae-3974-4f6f-a8a1-601e106f9004 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.616948 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-2a1ebeae-3974-4f6f-a8a1-601e106f9004 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 815 time: 0.1223173 Jun 16 13:45:42.636777 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-3fa81fbc-e01d-45cb-a732-16290d3cce77 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/quotas/957847ea17cb4184a393d53db001c635 HTTP/1.1" status: 200 len: 375 time: 0.0138254 Jun 16 13:45:42.680847 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device fc94b1e5-a902-49f4-a51a-f06e4e4f96ab details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:42.699059 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 2a8b7feb-7065-40e5-8b21-8ade4e737d96 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:42.733709 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-adfc076e-3d4e-4b65-a16b-1aab11506fb0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892820 Jun 16 13:45:42.823185 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:42.834263 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:42.834670 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:42.846654 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-4524e479-5b10-49f8-b068-02467203733e service neutron] 10.222.0.64 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007318 Jun 16 13:45:42.871226 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:42.890509 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'fc94b1e5-a902-49f4-a51a-f06e4e4f96ab', 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284', 'port_id': 'fc94b1e5-a902-49f4-a51a-f06e4e4f96ab', 'mac_address': 'fa:16:3e:45:67:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51ee2d4-5dd0-4ab5-9c83-f38bff090264', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:42.947544 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-08496c68-21f0-497a-a17d-0afeafa17c09 service neutron] 10.222.0.64 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930691 Jun 16 13:45:42.981375 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489fa48-7c34-4a73-bc4a-52f9e740ad4d req-f5947d15-6fb7-44a2-aacc-17d564f0e3d7 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.982869 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4489fa48-7c34-4a73-bc4a-52f9e740ad4d req-f5947d15-6fb7-44a2-aacc-17d564f0e3d7 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 944 time: 0.0699520 Jun 16 13:45:43.001269 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.004104 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.034297 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc94b1e5-a902-49f4-a51a-f06e4e4f96ab {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:43.066310 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 2a8b7feb-7065-40e5-8b21-8ade4e737d96, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=2a8b7feb-7065-40e5-8b21-8ade4e737d96,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:43.068110 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4489fa48-7c34-4a73-bc4a-52f9e740ad4d req-41cfecf9-d97a-4b8d-a089-8c554532b8e5 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661144 Jun 16 13:45:43.076428 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.098409 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:43.101126 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:43.110443 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:43.141292 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:45:43.186218 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ad37f045-9882-4419-a5c6-35a19ee7de4e req-1f1204ec-2974-49a3-a4e0-6a556d90d347 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 210 time: 0.0532694 Jun 16 13:45:43.272287 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=2a8b7feb-7065-40e5-8b21-8ade4e737d96,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:43.282555 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:43.283127 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:43.361882 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efdd81-f7fe-417a-b947-707169b565ed req-dd197ab9-9a21-4307-9c20-11141ebddaa0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:43.363801 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-28efdd81-f7fe-417a-b947-707169b565ed req-dd197ab9-9a21-4307-9c20-11141ebddaa0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 943 time: 0.1104381 Jun 16 13:45:43.366950 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:43.370139 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:43.423663 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-28efdd81-f7fe-417a-b947-707169b565ed req-e23088ad-a4a9-46c8-94d4-48d4603ed154 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Jun 16 13:45:43.597499 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd869b-2af1-4f46-b86a-fb999689fb63 req-48f32ae5-1555-4f71-a780-2710ae71f465 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:43.599094 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-05fd869b-2af1-4f46-b86a-fb999689fb63 req-48f32ae5-1555-4f71-a780-2710ae71f465 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0651104 Jun 16 13:45:43.639481 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-05fd869b-2af1-4f46-b86a-fb999689fb63 req-3024b094-2d86-445c-bcb2-affe2ae5c5f1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Jun 16 13:45:43.791333 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9d8db-703e-4a34-a1bd-eed0e37782fb req-0f68c417-53bb-49be-8a26-74444f3b436e tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:43.792799 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2fc9d8db-703e-4a34-a1bd-eed0e37782fb req-0f68c417-53bb-49be-8a26-74444f3b436e tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 949 time: 0.0718341 Jun 16 13:45:43.832191 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2fc9d8db-703e-4a34-a1bd-eed0e37782fb req-b2440cfe-cfe3-427f-a895-95aa6321e8ab tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Jun 16 13:45:44.138021 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['fc94b1e5-a902-49f4-a51a-f06e4e4f96ab'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:44.301039 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4f174-4815-4939-b94e-c3135c85f14f req-deea7227-6169-4c53-abfa-e9faa907fa60 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:44.302577 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d4c4f174-4815-4939-b94e-c3135c85f14f req-deea7227-6169-4c53-abfa-e9faa907fa60 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 949 time: 0.0765247 Jun 16 13:45:44.307270 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69c904-4428-436e-86f6-f6170e42685b req-d591339e-708c-4e08-b1bc-1ff292e2b98c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:44.308871 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cf69c904-4428-436e-86f6-f6170e42685b req-d591339e-708c-4e08-b1bc-1ff292e2b98c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 945 time: 0.0698960 Jun 16 13:45:44.344738 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d4c4f174-4815-4939-b94e-c3135c85f14f req-0d8efe9c-62b0-4573-982b-4eca909ff283 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Jun 16 13:45:44.352643 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cf69c904-4428-436e-86f6-f6170e42685b req-d2adf8b1-a886-460f-a62b-1b0cb69df25c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381734 Jun 16 13:45:44.478984 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bafff4e7-21ca-4d1e-8164-98bf39c52286 req-df29e613-23fb-4064-bfcb-5e71c356d06e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 210 time: 0.0306656 Jun 16 13:45:44.619064 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73816042-5be1-4bc0-a1fa-0449aa6f1b61 req-b9c0c65c-9f2b-4c4f-ab82-3066ad5c741a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:44.627008 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-73816042-5be1-4bc0-a1fa-0449aa6f1b61 req-b9c0c65c-9f2b-4c4f-ab82-3066ad5c741a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 943 time: 0.0839400 Jun 16 13:45:44.673954 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-07d6f416-ca5f-4e21-8456-267738b6c5b3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:44.677778 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-73816042-5be1-4bc0-a1fa-0449aa6f1b61 req-a370739b-416b-4da4-9ab5-200f723384c9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498028 Jun 16 13:45:44.678176 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-07d6f416-ca5f-4e21-8456-267738b6c5b3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 815 time: 0.1399915 Jun 16 13:45:44.737302 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 2a8b7feb-7065-40e5-8b21-8ade4e737d96 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:44.757214 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-b13eb494-b974-43ea-a231-2e25192589c2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957847ea17cb4184a393d53db001c635 HTTP/1.1" status: 200 len: 378 time: 0.0706801 Jun 16 13:45:44.769424 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'port': {'device_id': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'admin_state_up': True, 'tenant_id': '957847ea17cb4184a393d53db001c635', 'security_groups': ['dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:44.796797 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:44.797212 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.906422 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Made reservation on behalf of 957847ea17cb4184a393d53db001c635 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:44.910611 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.913265 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e390b4-17d7-496e-8448-57355724550d req-801fcbd2-2ab8-4407-9977-8fdece6b59ba tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:44.917438 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-09e390b4-17d7-496e-8448-57355724550d req-801fcbd2-2ab8-4407-9977-8fdece6b59ba tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0704603 Jun 16 13:45:44.958143 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-09e390b4-17d7-496e-8448-57355724550d req-fa33ea43-02e4-4e6a-ba5f-4f195fae1303 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Jun 16 13:45:45.054889 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Allocated IP 172.20.0.13 (6c012bcf-6644-48b7-91d2-615775f5fc5d/cb50b981-b226-481a-a448-5a46752bfae5/314ccb27-210d-4266-ad9a-59b581740b95) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:45.193394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:45.208526 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Transition to ACTIVE for port object 314ccb27-210d-4266-ad9a-59b581740b95 will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:45.250721 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:45.255401 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:45.296097 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:45.301302 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:45.310188 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:45.315741 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.316380 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:45.323592 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:45.329207 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:45.338330 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5747313 Jun 16 13:45:45.352604 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Request body: {'port': {'device_id': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:45.467010 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:45.581065 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d88b01-23ba-42e5-bd1d-304445871748 req-bf42cf5b-e60f-474f-9b95-9c8d62b51a82 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.582583 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-26d88b01-23ba-42e5-bd1d-304445871748 req-bf42cf5b-e60f-474f-9b95-9c8d62b51a82 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 949 time: 0.0872188 Jun 16 13:45:45.595705 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-41a5e44b-cfdf-4c61-b4b9-8399650084fc None None] Provisioning for port 314ccb27-210d-4266-ad9a-59b581740b95 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:45.599498 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-41a5e44b-cfdf-4c61-b4b9-8399650084fc None None] Provisioning complete for port 314ccb27-210d-4266-ad9a-59b581740b95 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:45.599953 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-41a5e44b-cfdf-4c61-b4b9-8399650084fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:45.625523 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-26d88b01-23ba-42e5-bd1d-304445871748 req-ff064b07-40fc-40e0-b4ab-b305f0a190fb tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365317 Jun 16 13:45:45.635464 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-41a5e44b-cfdf-4c61-b4b9-8399650084fc None None] Port 314ccb27-210d-4266-ad9a-59b581740b95 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:45:45.775668 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885b0a-b7b1-4491-b385-ce93f22a411e req-2729b6e3-f798-4b74-b181-fcf23ec84d71 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.777221 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3e885b0a-b7b1-4491-b385-ce93f22a411e req-2729b6e3-f798-4b74-b181-fcf23ec84d71 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 945 time: 0.2254539 Jun 16 13:45:45.784070 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47427f-d9a6-4564-a529-7b269aa8c36d req-43f0d474-d9fc-448d-af09-255d369160fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.785513 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d47427f-d9a6-4564-a529-7b269aa8c36d req-43f0d474-d9fc-448d-af09-255d369160fc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 1098 time: 0.1756608 Jun 16 13:45:45.800779 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ffb84-16b2-49b1-b6c3-469496733903 req-8ba06497-6cda-4227-861c-46d70c1f2ec9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.802356 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-095ffb84-16b2-49b1-b6c3-469496733903 req-8ba06497-6cda-4227-861c-46d70c1f2ec9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 932 time: 0.0678625 Jun 16 13:45:45.842448 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-095ffb84-16b2-49b1-b6c3-469496733903 req-e2d1034f-99b3-46e6-b0ae-b063a068a481 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343013 Jun 16 13:45:45.880886 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3e885b0a-b7b1-4491-b385-ce93f22a411e req-a2bd7b69-ee53-421b-ace7-d369a036a791 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944233 Jun 16 13:45:45.899480 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d47427f-d9a6-4564-a529-7b269aa8c36d req-260b0dcd-add7-4e8e-b715-e6ce6ba42b88 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957370 Jun 16 13:45:45.913233 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314ccb27-210d-4266-ad9a-59b581740b95 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:45.920783 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:45.932430 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Transition to ACTIVE for port object 314ccb27-210d-4266-ad9a-59b581740b95 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:45.937901 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:45.940164 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a15c72dc-40b5-4ccb-8fa8-58e348c1f49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:46.017480 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:46.017946 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3a618-98d2-44d0-96e7-8f93e2da5bad req-9fb6af73-bd3e-48a5-bede-e456ee88bf9c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.020827 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:46.027272 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-58a3a618-98d2-44d0-96e7-8f93e2da5bad req-9fb6af73-bd3e-48a5-bede-e456ee88bf9c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 943 time: 0.0736001 Jun 16 13:45:46.053542 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Attempting to bind port 314ccb27-210d-4266-ad9a-59b581740b95 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:46.054312 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Attempting to bind port 314ccb27-210d-4266-ad9a-59b581740b95 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:46.054439 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Attempting to bind port 314ccb27-210d-4266-ad9a-59b581740b95 on network 6c012bcf-6644-48b7-91d2-615775f5fc5d {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:46.059575 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Port 314ccb27-210d-4266-ad9a-59b581740b95 on network 6c012bcf-6644-48b7-91d2-615775f5fc5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:46.060611 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Attempting to bind port 314ccb27-210d-4266-ad9a-59b581740b95 on network 6c012bcf-6644-48b7-91d2-615775f5fc5d {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:46.072214 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:46.072556 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Checking segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:46.072953 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Bound using segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:46.073408 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Bound port: 314ccb27-210d-4266-ad9a-59b581740b95, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:46.073826 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-58a3a618-98d2-44d0-96e7-8f93e2da5bad req-64cebf35-46c6-46eb-9da4-96fc1ba52023 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Jun 16 13:45:46.077108 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.188362 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:46.203049 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:46.214816 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386e58-cd9c-4b0e-8138-c76327376d43 req-74c2b3dd-315b-4982-aa01-c51e24da58e6 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.216295 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9386e58-cd9c-4b0e-8138-c76327376d43 req-74c2b3dd-315b-4982-aa01-c51e24da58e6 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1234984 Jun 16 13:45:46.217849 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.219921 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:46.274459 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.275123 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.276760 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] 10.222.0.100 "PUT /v2.0/ports/314ccb27-210d-4266-ad9a-59b581740b95 HTTP/1.1" status: 200 len: 1094 time: 0.9306691 Jun 16 13:45:46.277418 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:46.280425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e9938-7cc0-4e94-beb0-b474688c16ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "tag": "314ccb27-210d-4266-ad9a-59b581740b95"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:46.312906 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:46.318225 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:46.321794 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9386e58-cd9c-4b0e-8138-c76327376d43 req-ffd36a84-cc14-4343-8dfc-00fc6a28dff4 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982330 Jun 16 13:45:46.377702 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2160c0f4-d428-4cc5-be27-3f553311a361 x-openstack-request-id: req-2160c0f4-d428-4cc5-be27-3f553311a361 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:46.378052 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "tag": "314ccb27-210d-4266-ad9a-59b581740b95", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:46.378338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2160c0f4-d428-4cc5-be27-3f553311a361 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:46.378762 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95', 'status': 'completed', 'code': 200} Jun 16 13:45:46.380626 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-24f44176-f542-40fb-8098-58492bd9d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.382144 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-24f44176-f542-40fb-8098-58492bd9d1ea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 1097 time: 0.0594988 Jun 16 13:45:46.428658 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-35b20604-3217-4216-b82a-ab34f285738c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=314ccb27-210d-4266-ad9a-59b581740b95 HTTP/1.1" status: 200 len: 217 time: 0.0383821 Jun 16 13:45:46.479679 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-2dc6ccff-77d5-4517-b169-b74026eac4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.481753 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-2dc6ccff-77d5-4517-b169-b74026eac4fd service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0457482 Jun 16 13:45:46.711054 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 5da1f5b1-59b8-43f5-96bc-481579afc28d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:46.743406 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device fc94b1e5-a902-49f4-a51a-f06e4e4f96ab up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:46.881162 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f850c6-8067-4f1c-b62c-353b7dc0017b req-23605c7c-db0f-4925-a73c-e586184dd40b tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.882771 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-56f850c6-8067-4f1c-b62c-353b7dc0017b req-23605c7c-db0f-4925-a73c-e586184dd40b tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 949 time: 0.1336133 Jun 16 13:45:46.910771 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-38aa505b-9856-4df0-a2d7-3c68ecbd2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.912415 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-38aa505b-9856-4df0-a2d7-3c68ecbd2fc4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1367555 Jun 16 13:45:46.960558 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 5da1f5b1-59b8-43f5-96bc-481579afc28d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5da1f5b1-59b8-43f5-96bc-481579afc28d,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:46.960923 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-56f850c6-8067-4f1c-b62c-353b7dc0017b req-b51c9bd6-d83e-4230-b427-b75029937e43 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/security-groups?id=50482b3a-8540-4dff-840b-27506ed22001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689349 Jun 16 13:45:46.969813 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:46.973197 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-8eafe2b2-6792-4bd5-836c-f91ca61fdc35 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.974784 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-8eafe2b2-6792-4bd5-836c-f91ca61fdc35 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.100 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 949 time: 0.1485429 Jun 16 13:45:46.977412 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:46.977799 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.979610 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '5da1f5b1-59b8-43f5-96bc-481579afc28d', 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'port_id': '5da1f5b1-59b8-43f5-96bc-481579afc28d', 'mac_address': 'fa:16:3e:2b:71:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dabc0d-b4db-4028-b39e-a1a87e8484c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:47.053873 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.058563 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ec887-1cca-4bdb-907c-d82eb63aedc9 req-7d008d97-d4c2-4efa-abf4-29b82e357856 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.060233 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b25ec887-1cca-4bdb-907c-d82eb63aedc9 req-7d008d97-d4c2-4efa-abf4-29b82e357856 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0910857 Jun 16 13:45:47.073576 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da1f5b1-59b8-43f5-96bc-481579afc28d {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:47.113022 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b25ec887-1cca-4bdb-907c-d82eb63aedc9 req-1a302346-adf0-4eab-8f1e-583e91ca9243 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463443 Jun 16 13:45:47.118748 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 5da1f5b1-59b8-43f5-96bc-481579afc28d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5da1f5b1-59b8-43f5-96bc-481579afc28d,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:47.124299 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.126533 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.128431 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-cefbcfe8-c9be-4393-a021-b7399fddadf8 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954482 Jun 16 13:45:47.129096 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-aeea2901-18ac-44e1-8ac3-fa3d15e22956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:47.180671 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15129bf3-748d-489c-9554-df95b55ea33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc94b1e5-a902-49f4-a51a-f06e4e4f96ab'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:47.182964 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20df839-9abb-4abb-9d6a-edd769f635fc" -d '{"events": [{"server_uuid": "15129bf3-748d-489c-9554-df95b55ea33d", "name": "network-vif-plugged", "status": "completed", "tag": "fc94b1e5-a902-49f4-a51a-f06e4e4f96ab"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:47.208748 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:47.211899 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=5da1f5b1-59b8-43f5-96bc-481579afc28d,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:47.216129 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.220091 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:47.220571 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:47.275847 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:47.286915 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:47.295976 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1010190d-724f-4fdc-898a-3ee73ca301ca req-bef649cd-af7c-49f7-abfd-0762ec2d3715 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325636 Jun 16 13:45:47.300438 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Deleting port 96a296d8-283f-4dd6-a30e-ddd53cfa818f {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:45:47.300779 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.307466 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23c80-7e08-436e-9563-4efa86d1d22f req-dff3ce7e-43b7-48d1-879b-1a90d2523a58 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.309526 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bac23c80-7e08-436e-9563-4efa86d1d22f req-dff3ce7e-43b7-48d1-879b-1a90d2523a58 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 944 time: 0.0661983 Jun 16 13:45:47.312602 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e54c5-8d8d-4cea-87a3-adb1820c33fc req-5bf19a74-483e-4753-b237-c2a4ebb42bad tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.314319 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-705e54c5-8d8d-4cea-87a3-adb1820c33fc req-5bf19a74-483e-4753-b237-c2a4ebb42bad tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 945 time: 0.1848922 Jun 16 13:45:47.355650 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bac23c80-7e08-436e-9563-4efa86d1d22f req-349b0658-9f44-4d60-bd94-e3bbfce5a06e tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386081 Jun 16 13:45:47.401758 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b3da6-474d-4abf-81b1-4714da9aefd1 x-openstack-request-id: req-7c5b3da6-474d-4abf-81b1-4714da9aefd1 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:47.402100 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15129bf3-748d-489c-9554-df95b55ea33d", "name": "network-vif-plugged", "status": "completed", "tag": "fc94b1e5-a902-49f4-a51a-f06e4e4f96ab", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:47.402385 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c5b3da6-474d-4abf-81b1-4714da9aefd1 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:47.403033 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15129bf3-748d-489c-9554-df95b55ea33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc94b1e5-a902-49f4-a51a-f06e4e4f96ab', 'code': 200} Jun 16 13:45:47.429033 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-705e54c5-8d8d-4cea-87a3-adb1820c33fc req-7bc51ff8-52c8-45d3-8637-1d4941922a61 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006913 Jun 16 13:45:47.459515 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] For port 96a296d8-283f-4dd6-a30e-ddd53cfa818f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=96a296d8-283f-4dd6-a30e-ddd53cfa818f,segment=NetworkSegment(ff2c20e9-ce11-4694-b449-9c8db4706715),segment_id=ff2c20e9-ce11-4694-b449-9c8db4706715)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:47.459886 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.532430 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Calling delete_port for 96a296d8-283f-4dd6-a30e-ddd53cfa818f owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:45:47.551709 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-31a23ea2-403d-44cf-b052-30c65d11327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.553517 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-31a23ea2-403d-44cf-b052-30c65d11327e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 1097 time: 0.1900847 Jun 16 13:45:47.737948 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-6e833d59-a933-4371-a49e-0565c5939374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.739360 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-6e833d59-a933-4371-a49e-0565c5939374 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.1528549 Jun 16 13:45:47.838037 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef0346-35eb-4bbd-ae00-5b744cec7716 req-f3bd9651-7019-44dc-bd4c-3fdb077305b2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.839639 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6ef0346-35eb-4bbd-ae00-5b744cec7716 req-f3bd9651-7019-44dc-bd4c-3fdb077305b2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.3399069 Jun 16 13:45:47.880590 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6ef0346-35eb-4bbd-ae00-5b744cec7716 req-d335c63b-c28b-433c-92bf-b08d47583124 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Jun 16 13:45:48.027022 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-1f43c9bc-5213-41c8-a763-cf4b98165946 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=314ccb27-210d-4266-ad9a-59b581740b95 HTTP/1.1" status: 200 len: 217 time: 0.0445700 Jun 16 13:45:48.041970 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7c704-d0ab-4887-a563-9036b15dc9d5 req-8fe7b8bd-235f-4500-905f-bd25ae5b6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:48.044004 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5cc7c704-d0ab-4887-a563-9036b15dc9d5 req-8fe7b8bd-235f-4500-905f-bd25ae5b6639 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 1099 time: 0.3821206 Jun 16 13:45:48.049474 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.053398 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:48.061289 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['96a296d8-283f-4dd6-a30e-ddd53cfa818f'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:48.080928 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Pushing event deleted for resources: {'Port': ['ID=96a296d8-283f-4dd6-a30e-ddd53cfa818f,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:48.084057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:48.124484 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-75b4a30a-7c96-45a6-a976-c7bf3f34702a req-477ed06d-d3e6-41d0-b5b4-f85e83586392 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 210 time: 0.0336440 Jun 16 13:45:48.165915 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] No DVR routers for this DVR port 96a296d8-283f-4dd6-a30e-ddd53cfa818f on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:45:48.171244 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.174649 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.100 "DELETE /v2.0/ports/96a296d8-283f-4dd6-a30e-ddd53cfa818f HTTP/1.1" status: 204 len: 173 time: 1.1900220 Jun 16 13:45:48.252061 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5cc7c704-d0ab-4887-a563-9036b15dc9d5 req-827c3524-6272-4c9e-bd83-97d20e672b83 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091006 Jun 16 13:45:48.254168 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-51673b8f-bed2-4e31-ae48-e4b1cb38fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:48.255484 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-51673b8f-bed2-4e31-ae48-e4b1cb38fbcb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.1104383 Jun 16 13:45:48.356126 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ffd57-38ab-439a-9e98-9e6b8a21eec8 req-b0280f77-fa68-44d9-944f-843b0632602f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:48.357583 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f36ffd57-38ab-439a-9e98-9e6b8a21eec8 req-b0280f77-fa68-44d9-944f-843b0632602f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0667913 Jun 16 13:45:48.379909 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d3f34d-ddf6-4a06-a91a-22fdfd4b3622', 'name': 'network-vif-deleted', 'tag': '96a296d8-283f-4dd6-a30e-ddd53cfa818f'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:48.382276 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cedc79-1079-4d97-a238-635b266c5b0d" -d '{"events": [{"server_uuid": "88d3f34d-ddf6-4a06-a91a-22fdfd4b3622", "name": "network-vif-deleted", "tag": "96a296d8-283f-4dd6-a30e-ddd53cfa818f"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:48.395302 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f36ffd57-38ab-439a-9e98-9e6b8a21eec8 req-bb547810-3c71-416d-b9ca-45223d8f0761 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319195 Jun 16 13:45:48.497930 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-b9c3f5ee-c1cf-4e5b-8919-8b3353179768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:48.499485 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-b9c3f5ee-c1cf-4e5b-8919-8b3353179768 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577989 Jun 16 13:45:48.567831 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0465-ff7b-45dd-bacf-da76dce91552 req-1c2b0027-325e-42ea-a398-f51c07bcb62b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:48.569253 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c34a0465-ff7b-45dd-bacf-da76dce91552 req-1c2b0027-325e-42ea-a398-f51c07bcb62b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 944 time: 0.0681007 Jun 16 13:45:48.597399 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-50b2a092-ee0b-4d59-9dc2-cbcc064b9aa6 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895133 Jun 16 13:45:48.640251 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daca0a2-8e2d-4cf6-938d-2f703cf30f34 x-openstack-request-id: req-1daca0a2-8e2d-4cf6-938d-2f703cf30f34 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:48.640662 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d3f34d-ddf6-4a06-a91a-22fdfd4b3622", "name": "network-vif-deleted", "tag": "96a296d8-283f-4dd6-a30e-ddd53cfa818f", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:48.641008 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1daca0a2-8e2d-4cf6-938d-2f703cf30f34 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:48.641494 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d3f34d-ddf6-4a06-a91a-22fdfd4b3622', 'name': 'network-vif-deleted', 'tag': '96a296d8-283f-4dd6-a30e-ddd53cfa818f', 'status': 'completed', 'code': 200} Jun 16 13:45:48.642841 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c34a0465-ff7b-45dd-bacf-da76dce91552 req-70a65fb3-f389-48df-ae0c-46db13e1de80 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660095 Jun 16 13:45:48.719705 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-351e9938-7cc0-4e94-beb0-b474688c16ef req-d27298e0-5ec6-4a33-815b-788c3ab0780a service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148086 Jun 16 13:45:48.790201 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eeaca-edf4-40e1-9cf1-07356466e64c req-461eaf45-8633-432f-b43f-568b10ef98c7 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:48.791691 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d16eeaca-edf4-40e1-9cf1-07356466e64c req-461eaf45-8633-432f-b43f-568b10ef98c7 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 946 time: 0.0623772 Jun 16 13:45:48.829876 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d16eeaca-edf4-40e1-9cf1-07356466e64c req-56435031-fbb4-46c1-8767-6ea5cb8ac28e tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Jun 16 13:45:49.049139 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ab833-956f-47d6-b955-dfc544168703 req-5580095b-82b1-495e-b03d-cf76833deed5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:49.050609 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-216ab833-956f-47d6-b955-dfc544168703 req-5580095b-82b1-495e-b03d-cf76833deed5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0623608 Jun 16 13:45:49.089804 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-216ab833-956f-47d6-b955-dfc544168703 req-531ca636-4016-45e5-a6f2-d9377085a64e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Jun 16 13:45:49.099124 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['5da1f5b1-59b8-43f5-96bc-481579afc28d'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:49.307850 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5e139add-28c1-4b56-b372-4823967870ec req-b6d6f26d-0f8b-4446-9a89-943ffec3e93b tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] 10.222.0.64 "GET /v2.0/ports?device_id=88d3f34d-ddf6-4a06-a91a-22fdfd4b3622 HTTP/1.1" status: 200 len: 210 time: 0.0282784 Jun 16 13:45:49.577224 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699112a6-d420-45bb-bd13-9735e38505db req-5f1c6c21-cfb2-4141-8617-189011fe8e99 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:49.578699 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-699112a6-d420-45bb-bd13-9735e38505db req-5f1c6c21-cfb2-4141-8617-189011fe8e99 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0663848 Jun 16 13:45:49.619673 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-699112a6-d420-45bb-bd13-9735e38505db req-251815e2-c59b-46ad-8780-4a5faa8b37e5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352712 Jun 16 13:45:49.822734 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8925d0f-f349-41b6-9a49-7cbda184f66a req-4c8baba4-c04d-42da-aecc-4da745204f61 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:49.824703 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8925d0f-f349-41b6-9a49-7cbda184f66a req-4c8baba4-c04d-42da-aecc-4da745204f61 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 944 time: 0.0630443 Jun 16 13:45:49.862752 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8925d0f-f349-41b6-9a49-7cbda184f66a req-2274b6c2-793f-40e0-bd49-bfab198d505f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Jun 16 13:45:50.025731 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a518c06-f774-4808-95bf-4d93fb9babdf req-e6813c99-6aeb-4595-9889-c61e0b93a73c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:50.027017 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a518c06-f774-4808-95bf-4d93fb9babdf req-e6813c99-6aeb-4595-9889-c61e0b93a73c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 946 time: 0.0610459 Jun 16 13:45:50.069122 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4a518c06-f774-4808-95bf-4d93fb9babdf req-bb4acc36-0af1-441d-85b9-a007aee8df5a tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Jun 16 13:45:50.276945 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b1696-09a3-4e7f-bcd5-f2c02d364f72 req-2deaa8c2-f533-4b32-953e-f43a4f55cec7 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:50.278597 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-376b1696-09a3-4e7f-bcd5-f2c02d364f72 req-2deaa8c2-f533-4b32-953e-f43a4f55cec7 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0676215 Jun 16 13:45:50.315726 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-376b1696-09a3-4e7f-bcd5-f2c02d364f72 req-d93c727e-630e-4052-9115-35f8da0c5c25 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Jun 16 13:45:50.490543 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cf380-47c6-472c-92f9-422958c8df2c req-7e2faccc-ec0a-43b6-a95d-232148f73a80 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:50.492045 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-694cf380-47c6-472c-92f9-422958c8df2c req-7e2faccc-ec0a-43b6-a95d-232148f73a80 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0639734 Jun 16 13:45:50.532111 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-694cf380-47c6-472c-92f9-422958c8df2c req-6e2d7e8f-396c-4e72-9acd-6445a2b15877 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333991 Jun 16 13:45:50.762718 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 96a296d8-283f-4dd6-a30e-ddd53cfa818f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:45:50.791237 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 96a296d8-283f-4dd6-a30e-ddd53cfa818f {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:45:50.792743 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 96a296d8-283f-4dd6-a30e-ddd53cfa818f not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:45:50.841634 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e92140-4e86-433f-9c9b-1975b0bda729 req-50d5b63e-a437-4c06-bf59-160c7dd13183 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:50.843213 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23e92140-4e86-433f-9c9b-1975b0bda729 req-50d5b63e-a437-4c06-bf59-160c7dd13183 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0977557 Jun 16 13:45:50.888159 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23e92140-4e86-433f-9c9b-1975b0bda729 req-3329900c-cbe2-4c29-bb7a-4acf541ea8a4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376801 Jun 16 13:45:51.057592 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e7973-2e1c-4dc5-92da-fbefd929d70f req-1c586bdc-e956-477f-9218-98e46bef0689 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:51.059128 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0a9e7973-2e1c-4dc5-92da-fbefd929d70f req-1c586bdc-e956-477f-9218-98e46bef0689 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 944 time: 0.0745025 Jun 16 13:45:51.101505 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0a9e7973-2e1c-4dc5-92da-fbefd929d70f req-7c3b4771-3280-4d03-abf5-c92c6fba1810 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358076 Jun 16 13:45:51.277220 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae8b54-20ec-420c-8ec3-58be3c56187e req-36fd51f5-439f-427b-a6a9-f45c2fb9de5f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:51.279269 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f8ae8b54-20ec-420c-8ec3-58be3c56187e req-36fd51f5-439f-427b-a6a9-f45c2fb9de5f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 946 time: 0.0742495 Jun 16 13:45:51.319525 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f8ae8b54-20ec-420c-8ec3-58be3c56187e req-de3be630-a750-42ae-84b3-1f06c310bbf3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Jun 16 13:45:52.079023 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a76d7-900f-4b6d-8061-d3ebd41cc9d9 req-21d6f6bb-b720-4a07-9007-abe4e6566767 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:52.080592 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-807a76d7-900f-4b6d-8061-d3ebd41cc9d9 req-21d6f6bb-b720-4a07-9007-abe4e6566767 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0633571 Jun 16 13:45:52.119036 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-807a76d7-900f-4b6d-8061-d3ebd41cc9d9 req-7ced1f48-6be2-4be1-9368-71f2440e8376 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326297 Jun 16 13:45:52.334351 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d58cd-34c0-4303-8f44-bd5cf05bd491 req-cbdb635d-d0b6-4ab3-9b9e-47aee260a77f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:52.341267 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-718d58cd-34c0-4303-8f44-bd5cf05bd491 req-cbdb635d-d0b6-4ab3-9b9e-47aee260a77f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 944 time: 0.0846539 Jun 16 13:45:52.377131 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-718d58cd-34c0-4303-8f44-bd5cf05bd491 req-142e3ee5-8139-47d2-a4f7-9dae0d895873 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Jun 16 13:45:52.545277 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5865db6-7dd2-47b8-af19-c63abbcf9516 req-1ebd61c6-6a3d-4a87-8898-e3f723e06ec4 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:52.546771 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c5865db6-7dd2-47b8-af19-c63abbcf9516 req-1ebd61c6-6a3d-4a87-8898-e3f723e06ec4 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 946 time: 0.0663028 Jun 16 13:45:52.585227 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c5865db6-7dd2-47b8-af19-c63abbcf9516 req-fd72ff6d-34be-4c14-a922-922f869591e4 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Jun 16 13:45:52.772422 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:52.774505 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 5da1f5b1-59b8-43f5-96bc-481579afc28d up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:52.903154 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:52.918506 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '314ccb27-210d-4266-ad9a-59b581740b95', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'port_id': '314ccb27-210d-4266-ad9a-59b581740b95', 'mac_address': 'fa:16:3e:d9:68:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:52.924928 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 5da1f5b1-59b8-43f5-96bc-481579afc28d completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:52.951502 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 5da1f5b1-59b8-43f5-96bc-481579afc28d triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:52.951502 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.988236 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.009078 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314ccb27-210d-4266-ad9a-59b581740b95 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:53.036035 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:53.044736 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.047827 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ec059d0c-fb54-460e-9907-930d4d472b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:53.097361 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:53.101703 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:53.153625 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.179668 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d830bf-fbb2-4f07-86d7-e1b7d21e0e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1f5b1-59b8-43f5-96bc-481579afc28d'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:53.181984 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5409ec8-eed3-43f7-9332-8f6c479b3795" -d '{"events": [{"server_uuid": "17d830bf-fbb2-4f07-86d7-e1b7d21e0e47", "name": "network-vif-plugged", "status": "completed", "tag": "5da1f5b1-59b8-43f5-96bc-481579afc28d"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:53.203882 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 5da1f5b1-59b8-43f5-96bc-481579afc28d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5da1f5b1-59b8-43f5-96bc-481579afc28d,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:53.213051 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.216098 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:53.277885 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=5da1f5b1-59b8-43f5-96bc-481579afc28d,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:53.281315 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:53.446533 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0e2a06-dbf5-4b0f-a5f5-2f3ce264681d x-openstack-request-id: req-4b0e2a06-dbf5-4b0f-a5f5-2f3ce264681d {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:53.446834 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d830bf-fbb2-4f07-86d7-e1b7d21e0e47", "name": "network-vif-plugged", "status": "completed", "tag": "5da1f5b1-59b8-43f5-96bc-481579afc28d", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:53.447288 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b0e2a06-dbf5-4b0f-a5f5-2f3ce264681d {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:53.447504 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d830bf-fbb2-4f07-86d7-e1b7d21e0e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da1f5b1-59b8-43f5-96bc-481579afc28d', 'code': 200} Jun 16 13:45:53.546963 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d6e8f-a063-4de9-b90c-9b57ddd62dad req-23bddee2-a37c-4380-8a5e-4ff8b4cc715f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:53.552193 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-175d6e8f-a063-4de9-b90c-9b57ddd62dad req-23bddee2-a37c-4380-8a5e-4ff8b4cc715f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 945 time: 0.1205966 Jun 16 13:45:53.586706 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f81d31-0be4-4de1-809a-397da382af89 req-8b0f297d-bc3b-4ee7-92e5-ca7175bac653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:53.588270 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-93f81d31-0be4-4de1-809a-397da382af89 req-8b0f297d-bc3b-4ee7-92e5-ca7175bac653 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1099 time: 0.1018260 Jun 16 13:45:53.614822 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2d369-e455-4c00-bf16-ee0248ce2e8e req-e40aa069-bcf4-454b-8594-a650b518831c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:53.616415 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-41f2d369-e455-4c00-bf16-ee0248ce2e8e req-e40aa069-bcf4-454b-8594-a650b518831c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 946 time: 0.0769227 Jun 16 13:45:53.620677 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-175d6e8f-a063-4de9-b90c-9b57ddd62dad req-72c1d927-b065-4812-831c-ce7f28c446bb tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643678 Jun 16 13:45:53.666668 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-41f2d369-e455-4c00-bf16-ee0248ce2e8e req-d01fbd4e-8c05-4c06-992b-91758bb4f7ee tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437045 Jun 16 13:45:53.744805 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['314ccb27-210d-4266-ad9a-59b581740b95'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:53.795374 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f81d31-0be4-4de1-809a-397da382af89 req-dd8be777-0a85-4749-978b-19eb6dd59147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:53.797235 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-93f81d31-0be4-4de1-809a-397da382af89 req-dd8be777-0a85-4749-978b-19eb6dd59147 service neutron] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 920 time: 0.1989965 Jun 16 13:45:53.800821 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971136f7-9c8b-4019-bb9f-fd5256ebac68 req-575b9c70-1d98-4540-b840-64238a0d75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:53.802744 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-971136f7-9c8b-4019-bb9f-fd5256ebac68 req-575b9c70-1d98-4540-b840-64238a0d75bd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 1098 time: 0.1070340 Jun 16 13:45:53.845130 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b640a-3979-4ca7-8794-03642c9226f2 req-618c8fa0-778d-44de-882b-652d5650bc75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:53.846710 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a26b640a-3979-4ca7-8794-03642c9226f2 req-618c8fa0-778d-44de-882b-652d5650bc75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0680668 Jun 16 13:45:53.853236 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-93f81d31-0be4-4de1-809a-397da382af89 req-5dc273a4-ccf6-475a-898f-10fecffd3a80 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc HTTP/1.1" status: 200 len: 217 time: 0.0411663 Jun 16 13:45:53.884979 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-971136f7-9c8b-4019-bb9f-fd5256ebac68 req-a6cacbe9-f632-4176-b505-d2431137e89b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305262 Jun 16 13:45:53.892727 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a26b640a-3979-4ca7-8794-03642c9226f2 req-791a5d5a-35f7-488a-a9d7-b3725eb186bb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Jun 16 13:45:54.068167 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70edfb-c6bb-4748-8068-179cc34fa105 req-c2a75dbe-9734-4048-b2e0-4f5416d97fe6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.069631 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad70edfb-c6bb-4748-8068-179cc34fa105 req-c2a75dbe-9734-4048-b2e0-4f5416d97fe6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 945 time: 0.0956185 Jun 16 13:45:54.073091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f81d31-0be4-4de1-809a-397da382af89 req-7e186655-a466-415c-a009-f54894177baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.074492 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-93f81d31-0be4-4de1-809a-397da382af89 req-7e186655-a466-415c-a009-f54894177baf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.0599353 Jun 16 13:45:54.121394 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-93f81d31-0be4-4de1-809a-397da382af89 req-1022dcd3-22a7-4d70-bc0d-67d4a98a7bb2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291414 Jun 16 13:45:54.142170 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad70edfb-c6bb-4748-8068-179cc34fa105 req-cf142015-29f5-4910-8c41-d0d6d346c838 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667281 Jun 16 13:45:54.227080 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-93f81d31-0be4-4de1-809a-397da382af89 req-a8ed039c-cb00-4ed5-901a-4da27d011466 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963242 Jun 16 13:45:54.321504 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-93f81d31-0be4-4de1-809a-397da382af89 req-6ab0bcec-528d-460c-bf66-67af73c472d4 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879347 Jun 16 13:45:54.542965 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 41026) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:54.673539 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d87a9cd1-5e31-442e-bf18-c055c9107b7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=839c37c139334d43a7bd9f85fdf51c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292007 Jun 16 13:45:54.675746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 41032) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:54.725472 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-29acca32-b465-4394-9852-dca45972345f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.761034 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-29acca32-b465-4394-9852-dca45972345f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.844985 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6445073-307f-47a8-9cfe-b26c4c18ea8a req-9250722d-a038-4838-b58c-3e0f23fa5c17 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.845549 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c146d5-dea9-4fd9-baf8-b99877072361 req-090d9fcb-58a7-44ec-be38-2184286e9194 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.850106 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e6445073-307f-47a8-9cfe-b26c4c18ea8a req-9250722d-a038-4838-b58c-3e0f23fa5c17 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 946 time: 0.0658617 Jun 16 13:45:54.850261 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a5c146d5-dea9-4fd9-baf8-b99877072361 req-090d9fcb-58a7-44ec-be38-2184286e9194 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 945 time: 0.1031127 Jun 16 13:45:54.850261 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-29acca32-b465-4394-9852-dca45972345f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.850261 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-29acca32-b465-4394-9852-dca45972345f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.851350 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-29acca32-b465-4394-9852-dca45972345f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50482b3a-8540-4dff-840b-27506ed22001 HTTP/1.1" status: 204 len: 168 time: 0.1746225 Jun 16 13:45:54.852105 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:54.868699 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acca32-b465-4394-9852-dca45972345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50482b3a-8540-4dff-840b-27506ed22001,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:54.876392 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-29acca32-b465-4394-9852-dca45972345f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:54.898762 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a5c146d5-dea9-4fd9-baf8-b99877072361 req-98ae80cb-bdb3-4a3e-a859-4ceaa435f183 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439599 Jun 16 13:45:54.909576 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e6445073-307f-47a8-9cfe-b26c4c18ea8a req-2baa16e1-df77-4520-a83d-de6a272aae1c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560470 Jun 16 13:45:55.098022 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cdc2d-de23-4922-8839-3dc10a408290 req-49a65838-ae26-4be3-9505-eb9c16e2d67d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:55.099638 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-df3cdc2d-de23-4922-8839-3dc10a408290 req-49a65838-ae26-4be3-9505-eb9c16e2d67d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0810001 Jun 16 13:45:55.140022 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-df3cdc2d-de23-4922-8839-3dc10a408290 req-41b338ee-67de-4274-8ff7-328c6bccd726 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345466 Jun 16 13:45:55.322856 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71008f99-22ed-49f0-855d-584d1038ee93 req-27332c51-da8e-4f97-85c5-ee2c47c00adc tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:55.325171 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-71008f99-22ed-49f0-855d-584d1038ee93 req-27332c51-da8e-4f97-85c5-ee2c47c00adc tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 945 time: 0.0674794 Jun 16 13:45:55.364076 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-71008f99-22ed-49f0-855d-584d1038ee93 req-ce1a85fe-6aec-42a6-9e13-6a0d0daf91c8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Jun 16 13:45:56.073346 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-11377f0c-5886-4bec-a7f6-7e9daef887d2 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.075411 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-11377f0c-5886-4bec-a7f6-7e9daef887d2 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.100 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 946 time: 0.0949931 Jun 16 13:45:56.086167 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeab655-53ab-4c29-b068-27c7e573ecc6 req-c0620900-fee4-4d34-8268-21821a9af39e tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.087730 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6aeab655-53ab-4c29-b068-27c7e573ecc6 req-c0620900-fee4-4d34-8268-21821a9af39e tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 946 time: 0.0655220 Jun 16 13:45:56.127785 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6aeab655-53ab-4c29-b068-27c7e573ecc6 req-fffc6306-6cbf-4ab8-8239-aa8e504b2241 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334237 Jun 16 13:45:56.149497 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056b89b-c888-45b9-a8f7-883195e3ef56 req-212824df-a677-4a98-85c2-bb89e228cc92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.152001 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3056b89b-c888-45b9-a8f7-883195e3ef56 req-212824df-a677-4a98-85c2-bb89e228cc92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 945 time: 0.1269069 Jun 16 13:45:56.216527 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3056b89b-c888-45b9-a8f7-883195e3ef56 req-9026e123-a283-4f45-bc73-67d3be43b622 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555596 Jun 16 13:45:56.238746 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Deleting port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:45:56.239190 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.342616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] For port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:56.342993 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.424014 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Calling delete_port for fc94b1e5-a902-49f4-a51a-f06e4e4f96ab owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:45:56.493068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d815d-f00e-4697-9ce0-7971db04ca82 req-aca1f905-3305-4b7a-8109-3ae2fcfbd7ea tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.494452 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fe4d815d-f00e-4697-9ce0-7971db04ca82 req-aca1f905-3305-4b7a-8109-3ae2fcfbd7ea tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1665988 Jun 16 13:45:56.545957 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b412b-4c2b-47a6-9f5e-942d7dc936f1 req-5767a74f-99f3-4124-bcc6-6a59f6f69cb9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.547711 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c81b412b-4c2b-47a6-9f5e-942d7dc936f1 req-5767a74f-99f3-4124-bcc6-6a59f6f69cb9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 945 time: 0.0637038 Jun 16 13:45:56.548746 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fe4d815d-f00e-4697-9ce0-7971db04ca82 req-062aa8d7-ca16-4501-9d13-d86fc345a654 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Jun 16 13:45:56.607474 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c81b412b-4c2b-47a6-9f5e-942d7dc936f1 req-e2607a2b-29b2-4cba-8bb4-e00655b1afee tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536616 Jun 16 13:45:56.608103 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.612714 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0d2732d3-b81b-450c-b3ba-871ff7a7e696 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:56.627016 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['fc94b1e5-a902-49f4-a51a-f06e4e4f96ab'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:56.643808 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Pushing event deleted for resources: {'Port': ['ID=fc94b1e5-a902-49f4-a51a-f06e4e4f96ab,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:56.647213 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:56.691526 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] No DVR routers for this DVR port fc94b1e5-a902-49f4-a51a-f06e4e4f96ab on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:45:56.694506 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.696461 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c8bfc809-8554-402c-a88e-f7e21cbf6510 req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.100 "DELETE /v2.0/ports/fc94b1e5-a902-49f4-a51a-f06e4e4f96ab HTTP/1.1" status: 204 len: 173 time: 0.6127250 Jun 16 13:45:56.696998 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15129bf3-748d-489c-9554-df95b55ea33d', 'name': 'network-vif-deleted', 'tag': 'fc94b1e5-a902-49f4-a51a-f06e4e4f96ab'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:56.699334 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0820df07-c22b-4bb3-9f80-ec284dd57726" -d '{"events": [{"server_uuid": "15129bf3-748d-489c-9554-df95b55ea33d", "name": "network-vif-deleted", "tag": "fc94b1e5-a902-49f4-a51a-f06e4e4f96ab"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:56.737829 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef3e430-0023-4c89-bf4e-fdb5bd5fe705 x-openstack-request-id: req-eef3e430-0023-4c89-bf4e-fdb5bd5fe705 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:56.738198 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15129bf3-748d-489c-9554-df95b55ea33d", "name": "network-vif-deleted", "tag": "fc94b1e5-a902-49f4-a51a-f06e4e4f96ab", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:56.738484 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eef3e430-0023-4c89-bf4e-fdb5bd5fe705 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:56.738982 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15129bf3-748d-489c-9554-df95b55ea33d', 'name': 'network-vif-deleted', 'tag': 'fc94b1e5-a902-49f4-a51a-f06e4e4f96ab', 'status': 'completed', 'code': 200} Jun 16 13:45:56.798082 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:56.846926 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 314ccb27-210d-4266-ad9a-59b581740b95 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:56.850504 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 314ccb27-210d-4266-ad9a-59b581740b95 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:56.850902 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.931230 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.952948 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:56.955230 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00cfcef-b633-4599-9667-3282bf216a23" -d '{"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-plugged", "status": "completed", "tag": "314ccb27-210d-4266-ad9a-59b581740b95"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:56.968092 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:56.972108 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:56.973426 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device fc94b1e5-a902-49f4-a51a-f06e4e4f96ab no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:45:56.975076 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:57.009538 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7671b7b-d3dd-44bf-88d5-fbdd2b0a778c x-openstack-request-id: req-a7671b7b-d3dd-44bf-88d5-fbdd2b0a778c {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:57.009842 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-plugged", "status": "completed", "tag": "314ccb27-210d-4266-ad9a-59b581740b95", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:57.010103 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7671b7b-d3dd-44bf-88d5-fbdd2b0a778c {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:57.010486 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95', 'code': 200} Jun 16 13:45:57.013594 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: fc94b1e5-a902-49f4-a51a-f06e4e4f96ab {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:45:57.013945 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device fc94b1e5-a902-49f4-a51a-f06e4e4f96ab not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:45:57.038275 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:57.041246 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:57.275242 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027d925-dbe4-4a67-b6b5-aa8bda8ce2fc req-7a62f46e-da8e-44d9-a3aa-959e5b10052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:57.276748 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d027d925-dbe4-4a67-b6b5-aa8bda8ce2fc req-7a62f46e-da8e-44d9-a3aa-959e5b10052d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 1099 time: 0.0942762 Jun 16 13:45:57.347929 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c738f682-0a5a-40e1-af33-3bf68e5e0489 req-d4778bd3-3adf-4395-827b-f0a6b72f9399 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=15129bf3-748d-489c-9554-df95b55ea33d HTTP/1.1" status: 200 len: 210 time: 0.0381160 Jun 16 13:45:57.354207 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d027d925-dbe4-4a67-b6b5-aa8bda8ce2fc req-70337d0c-305b-4a85-9c5e-eba9a4e662f9 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689783 Jun 16 13:45:57.447536 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f0f20-2234-4df7-af6f-b68f5a998d1e req-7af7ee37-18d6-4d1f-8274-a86d1812c99c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:57.450383 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a5f0f20-2234-4df7-af6f-b68f5a998d1e req-7af7ee37-18d6-4d1f-8274-a86d1812c99c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0887258 Jun 16 13:45:57.494929 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a5f0f20-2234-4df7-af6f-b68f5a998d1e req-69d18aa4-a178-452f-bbb5-342c048fc7a1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344191 Jun 16 13:45:57.734306 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f484465-36a6-4faf-9f18-6ce523769e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.741562 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9506c3-71e1-4019-9400-fa5e4f45e1d2 req-8c7dfc20-aaf2-4b9e-820c-6cf850ecca69 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:57.743099 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bd9506c3-71e1-4019-9400-fa5e4f45e1d2 req-8c7dfc20-aaf2-4b9e-820c-6cf850ecca69 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0749252 Jun 16 13:45:57.781778 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bd9506c3-71e1-4019-9400-fa5e4f45e1d2 req-c1e5c5bc-1d6c-4489-9d43-b3f4e8072d2c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Jun 16 13:45:57.806245 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8976077-324b-46d1-919a-8108ce39ba37 req-847b8b69-4723-4a9d-bf65-1a8a54b78478 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:57.807762 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e8976077-324b-46d1-919a-8108ce39ba37 req-847b8b69-4723-4a9d-bf65-1a8a54b78478 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 945 time: 0.0636930 Jun 16 13:45:57.846743 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e8976077-324b-46d1-919a-8108ce39ba37 req-e710174b-66a4-41b5-9064-46e276a5e28d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Jun 16 13:45:58.702068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8dda-d270-4c91-8656-9235b73f2845 req-0cf4bcaa-2e88-4930-85fc-8794d1fd7813 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:58.703718 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f25e8dda-d270-4c91-8656-9235b73f2845 req-0cf4bcaa-2e88-4930-85fc-8794d1fd7813 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0711076 Jun 16 13:45:58.728852 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-100b5a7a-22aa-4380-8360-3bca5c90012b tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:58.731266 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-100b5a7a-22aa-4380-8360-3bca5c90012b tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/networks?id=b763ad67-324e-409b-b1ec-4130df4d9284 HTTP/1.1" status: 200 len: 809 time: 0.1185570 Jun 16 13:45:58.751586 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f25e8dda-d270-4c91-8656-9235b73f2845 req-aa17de4a-da4c-4bf6-ac05-79b3e6f316cb tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409687 Jun 16 13:45:58.756761 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-7946d14b-c63f-4fb2-85aa-c82eaf3194a0 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/quotas/d090be03877b4d8fab50604e6b123330 HTTP/1.1" status: 200 len: 375 time: 0.0173099 Jun 16 13:45:58.797912 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-ce698c64-993d-42f1-b807-8c297b0b466e tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d090be03877b4d8fab50604e6b123330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375636 Jun 16 13:45:58.908769 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-3457f1de-2d22-4354-aa07-309adcfe5527 service neutron] 10.222.0.64 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120276 Jun 16 13:45:59.015644 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e38fce97-75c4-44c9-80a3-b7f90109501a service neutron] 10.222.0.64 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004221 Jun 16 13:45:59.086620 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a1bdc-d478-415b-8b09-6f271f08dfad req-5cc08f24-9521-4ebe-9095-af1da7663d78 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:59.088260 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-046a1bdc-d478-415b-8b09-6f271f08dfad req-5cc08f24-9521-4ebe-9095-af1da7663d78 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0705910 Jun 16 13:45:59.129019 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-046a1bdc-d478-415b-8b09-6f271f08dfad req-574f6d08-6fae-4e76-a398-9b8eae9ae644 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Jun 16 13:45:59.212938 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b6a61eed-13db-4e80-a349-ff604ba2e166 req-4a3374f8-5f11-4f89-a7cd-347679f0b42b tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0327873 Jun 16 13:45:59.926167 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a667e-eea0-462b-92f6-e1cf9036662a req-14ca0df7-0e83-419b-99a5-c202ceea767a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:59.927650 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c50a667e-eea0-462b-92f6-e1cf9036662a req-14ca0df7-0e83-419b-99a5-c202ceea767a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0618255 Jun 16 13:45:59.968659 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c50a667e-eea0-462b-92f6-e1cf9036662a req-254471d5-d5d9-44a1-b22a-3c7183a26e33 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353401 Jun 16 13:46:00.144825 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7c028-85e9-4282-9dfa-d515dc05ca5d req-d243e21c-716f-4ca9-8e59-44c2cbdf4cad tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:00.146310 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-78b7c028-85e9-4282-9dfa-d515dc05ca5d req-d243e21c-716f-4ca9-8e59-44c2cbdf4cad tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0628099 Jun 16 13:46:00.154745 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 41136) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:00.159748 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'floatingip': {'port_id': '314ccb27-210d-4266-ad9a-59b581740b95'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:00.206726 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.328629 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.391920 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261d979-2c5b-4555-a988-46c7ca87d435 req-cadffcc4-6848-4dc6-b588-aff9d2010fcb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:00.393739 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d261d979-2c5b-4555-a988-46c7ca87d435 req-cadffcc4-6848-4dc6-b588-aff9d2010fcb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0983498 Jun 16 13:46:00.433879 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d261d979-2c5b-4555-a988-46c7ca87d435 req-b1f95349-9c81-4aa2-8ada-af0836968274 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345364 Jun 16 13:46:00.477963 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e7ddbc32-13dd-4f22-90b9-2f2443249f66 req-3eaef0ec-88f2-4c0e-8273-4f659825112d tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0817564 Jun 16 13:46:00.511206 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.535042 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f84d9285-670e-410d-9c08-85668626b44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.584029 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-40ce4081-8c17-4190-9477-0edbaec39bd5 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:00.585491 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-40ce4081-8c17-4190-9477-0edbaec39bd5 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.100 "GET /v2.0/networks?id=b763ad67-324e-409b-b1ec-4130df4d9284 HTTP/1.1" status: 200 len: 809 time: 0.1925516 Jun 16 13:46:00.628712 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Request body: {'port': {'device_id': '5ac34c1c-7eec-41c1-bfc4-066182a2c9d9', 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284', 'admin_state_up': True, 'tenant_id': 'd090be03877b4d8fab50604e6b123330'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:01.109400 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Made reservation on behalf of d090be03877b4d8fab50604e6b123330 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:01.113028 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.133653 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.139862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.348073 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Floating IP 90132dc2-004f-4095-b214-fc649100ab8b associated. External IP: 172.27.2.153, port: 314ccb27-210d-4266-ad9a-59b581740b95. Jun 16 13:46:01.350408 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Allocated IP 172.20.0.8 (b763ad67-324e-409b-b1ec-4130df4d9284/e51ee2d4-5dd0-4ab5-9c83-f38bff090264/d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:01.486479 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.630287 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dfbc1-c4fd-4a83-81fc-9534179dff40 req-33f52c44-574b-4d3a-ad8f-5f6213e361d1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:01.631700 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-179dfbc1-c4fd-4a83-81fc-9534179dff40 req-33f52c44-574b-4d3a-ad8f-5f6213e361d1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0656741 Jun 16 13:46:01.666374 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5825f545-75e5-4065-889a-e3561cdd7e44 req-2164d09f-450f-4c3b-acb7-b38373fb0e96 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0472288 Jun 16 13:46:01.674367 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-179dfbc1-c4fd-4a83-81fc-9534179dff40 req-47bf55e4-a0fb-4d57-9208-b35ac8a6e0c6 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Jun 16 13:46:01.714947 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.723054 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Router dd5ed95b-4c99-48fc-9149-07b438189021 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:46:01.832988 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.837501 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:01.888707 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:46:01.895077 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Network b763ad67-324e-409b-b1ec-4130df4d9284 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:01.897946 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] Sync routers for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:46:01.900244 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.906689 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:01.907912 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:01.908622 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:46:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:01.910137 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:01.915418 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:01.916046 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.919182 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Pushing event updated for resources: {'Port': ['ID=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:01.939089 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:01.959498 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3393061 Jun 16 13:46:01.966352 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c839f735-4197-46b7-9fac-4f790fdff34b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "PUT /v2.0/floatingips/90132dc2-004f-4095-b214-fc649100ab8b HTTP/1.1" status: 200 len: 992 time: 1.8073542 Jun 16 13:46:01.966352 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:01.966768 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be34ba19-c1f2-440d-9aef-4c7c879e26fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "tag": "314ccb27-210d-4266-ad9a-59b581740b95"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:01.974105 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Request body: {'port': {'device_id': '5ac34c1c-7eec-41c1-bfc4-066182a2c9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:02.034848 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:02.040164 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d4a8a0-9f73-4526-8b29-5444349594b7 x-openstack-request-id: req-a0d4a8a0-9f73-4526-8b29-5444349594b7 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:02.040493 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "tag": "314ccb27-210d-4266-ad9a-59b581740b95", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:02.040776 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a0d4a8a0-9f73-4526-8b29-5444349594b7 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:02.041199 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95', 'status': 'completed', 'code': 200} Jun 16 13:46:02.054138 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.222331 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-9dbdc824-3bbe-4b25-bbf2-8cb936e59384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.224001 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-9dbdc824-3bbe-4b25-bbf2-8cb936e59384 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 1099 time: 0.1374776 Jun 16 13:46:02.270035 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '90132dc2-004f-4095-b214-fc649100ab8b', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'port_id': '314ccb27-210d-4266-ad9a-59b581740b95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'mac_address': 'fa:16:3e:d9:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:45:41Z', 'updated_at': '2021-06-16T13:46:01Z', 'revision_number': 1, 'project_id': '957847ea17cb4184a393d53db001c635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:02.273446 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] Checking router: dd5ed95b-4c99-48fc-9149-07b438189021 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:46:02.283476 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:02.284092 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:46:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:02.464372 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-e25490e6-bf05-4006-a844-c58ff85ec4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.465732 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-e25490e6-bf05-4006-a844-c58ff85ec4d6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.2299392 Jun 16 13:46:02.467738 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:02.475150 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.488571 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:02.529998 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Transition to ACTIVE for port object d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:02.535187 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.539887 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:02.582337 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-9ef512e2-fed8-4ef7-b068-bcc2ccbf486e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=314ccb27-210d-4266-ad9a-59b581740b95 HTTP/1.1" status: 200 len: 1000 time: 0.1040547 Jun 16 13:46:02.652754 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Pushing event updated for resources: {'Port': ['ID=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:02.663890 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:02.698844 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-ff80d797-e265-4078-9a7f-88047c5d5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.700837 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-ff80d797-e265-4078-9a7f-88047c5d5358 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0851545 Jun 16 13:46:02.701639 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Attempting to bind port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:02.701966 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Attempting to bind port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:02.702307 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Attempting to bind port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc on network b763ad67-324e-409b-b1ec-4130df4d9284 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:02.707118 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc on network b763ad67-324e-409b-b1ec-4130df4d9284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:46:02.707442 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Attempting to bind port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc on network b763ad67-324e-409b-b1ec-4130df4d9284 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:02.712366 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:02.712705 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Checking segment: {'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:02.713085 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Bound using segment: {'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:02.713651 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Bound port: d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01401555-c1b9-40e5-bfd9-9441267ea3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:02.713865 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.742445 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '90132dc2-004f-4095-b214-fc649100ab8b', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'port_id': '314ccb27-210d-4266-ad9a-59b581740b95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'mac_address': 'fa:16:3e:d9:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:45:41Z', 'updated_at': '2021-06-16T13:46:01Z', 'revision_number': 1, 'project_id': '957847ea17cb4184a393d53db001c635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:02.747257 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba2253-e511-499b-93a2-257a72f43657 None None] The sync data for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi is: [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '90132dc2-004f-4095-b214-fc649100ab8b', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'port_id': '314ccb27-210d-4266-ad9a-59b581740b95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'mac_address': 'fa:16:3e:d9:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:45:41Z', 'updated_at': '2021-06-16T13:46:01Z', 'revision_number': 1, 'project_id': '957847ea17cb4184a393d53db001c635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:46:02.820331 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] For port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:02.826094 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] For port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:02.838587 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-fb7334bf-b1e5-48bb-8363-0247a3699b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.840232 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-fb7334bf-b1e5-48bb-8363-0247a3699b7b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1242483 Jun 16 13:46:02.842557 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.864310 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c1dd21a5-d154-4bf1-a907-76ff656b4311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:02.901218 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7389-9ce8-46ef-bf6f-a2dfb80b2d19 req-4c47d765-696f-4f24-aaf3-ae482ff29064 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.902941 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e4f7389-9ce8-46ef-bf6f-a2dfb80b2d19 req-4c47d765-696f-4f24-aaf3-ae482ff29064 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0761158 Jun 16 13:46:02.920354 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.920951 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.922318 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] 10.222.0.100 "PUT /v2.0/ports/d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc HTTP/1.1" status: 200 len: 1093 time: 0.9523664 Jun 16 13:46:02.956925 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e4f7389-9ce8-46ef-bf6f-a2dfb80b2d19 req-723887ea-bea6-4332-bb24-423a2e05cbf5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478866 Jun 16 13:46:02.991572 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31bc83-4618-4089-b61c-dde6c30ce3d2 None None] New status for floating IP 90132dc2-004f-4095-b214-fc649100ab8b: ACTIVE {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:46:03.009925 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Pushing event updated for resources: {'Port': ['ID=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:03.265739 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:03.286268 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:03.310197 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dc2ec-1255-497c-a3bc-7191f8829e48 req-96bad664-0d33-44f2-8b74-de5ae11fa48c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:03.311815 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-577dc2ec-1255-497c-a3bc-7191f8829e48 req-96bad664-0d33-44f2-8b74-de5ae11fa48c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 943 time: 0.4954381 Jun 16 13:46:03.313717 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-6a219017-5465-4ac9-996b-79ba80f08508 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473567 Jun 16 13:46:03.365308 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-48c7f4e9-32bd-4aba-a8e0-3b89eae5d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:03.366790 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-48c7f4e9-32bd-4aba-a8e0-3b89eae5d909 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d090be03877b4d8fab50604e6b123330&device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 1096 time: 0.3712287 Jun 16 13:46:03.454826 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-577dc2ec-1255-497c-a3bc-7191f8829e48 req-495f3b32-af06-4893-91a7-d0e49eda4637 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314528 Jun 16 13:46:03.457662 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-4044053d-3c4e-4587-b541-3a5ed025b5f0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc HTTP/1.1" status: 200 len: 217 time: 0.0728199 Jun 16 13:46:03.512184 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-be34ba19-c1f2-440d-9aef-4c7c879e26fe req-eae7cf45-5111-4ed8-95b0-8140f4643cd0 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876292 Jun 16 13:46:03.524741 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-270e1262-1ffa-4b31-9081-d053aadc7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:03.526301 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-270e1262-1ffa-4b31-9081-d053aadc7988 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e51ee2d4-5dd0-4ab5-9c83-f38bff090264 HTTP/1.1" status: 200 len: 849 time: 0.0597858 Jun 16 13:46:03.575180 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-a4d14e65-f5d8-4bcb-b0eb-1a4e8036e583 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b763ad67-324e-409b-b1ec-4130df4d9284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390935 Jun 16 13:46:03.660936 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-0d4dd82a-7171-43e3-96e2-a3f92af287f9 service neutron] 10.222.0.100 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816934 Jun 16 13:46:03.760386 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a1673ca-8da1-41a9-8635-b7d2f2b96a63 req-1c2cbecb-286d-40de-8b2a-d0d6190f3056 service neutron] 10.222.0.100 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900352 Jun 16 13:46:04.042713 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac34c1c-7eec-41c1-bfc4-066182a2c9d9', 'tag': 'd1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:04.045161 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0e6a6e-83ba-48d6-a081-4026b993bb92" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac34c1c-7eec-41c1-bfc4-066182a2c9d9", "tag": "d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:04.083192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f997429-ca5a-4dcb-9b3d-4cbb12a6f268 x-openstack-request-id: req-5f997429-ca5a-4dcb-9b3d-4cbb12a6f268 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:04.083505 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac34c1c-7eec-41c1-bfc4-066182a2c9d9", "tag": "d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:04.084119 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f997429-ca5a-4dcb-9b3d-4cbb12a6f268 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:04.084244 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac34c1c-7eec-41c1-bfc4-066182a2c9d9', 'tag': 'd1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc', 'status': 'completed', 'code': 200} Jun 16 13:46:04.188724 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10758d-d19a-4b98-8817-b14128793dc8 req-a050e391-3856-49e4-9bc7-e54590abb07f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:04.190176 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c10758d-d19a-4b98-8817-b14128793dc8 req-a050e391-3856-49e4-9bc7-e54590abb07f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1124194 Jun 16 13:46:04.191980 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-6c69f0c0-c514-429a-a528-d6d5f73c8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:04.193327 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-6c69f0c0-c514-429a-a528-d6d5f73c8c04 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d090be03877b4d8fab50604e6b123330&device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0795438 Jun 16 13:46:04.257869 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c10758d-d19a-4b98-8817-b14128793dc8 req-a038f1c0-db1f-4fb1-89d6-79efa33a6d85 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617676 Jun 16 13:46:04.307643 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-714df453-5d58-4156-bc62-3d571e051364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:04.309410 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-714df453-5d58-4156-bc62-3d571e051364 service neutron] 10.222.0.100 "GET /v2.0/networks?id=b763ad67-324e-409b-b1ec-4130df4d9284 HTTP/1.1" status: 200 len: 911 time: 0.1068060 Jun 16 13:46:04.364857 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-31381d14-fd02-4cfa-9b13-abaadcf02ebc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc HTTP/1.1" status: 200 len: 217 time: 0.0459299 Jun 16 13:46:04.421826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-20c4d8c0-c7d2-4ac2-8e7d-16ec0d98d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:04.423293 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-20c4d8c0-c7d2-4ac2-8e7d-16ec0d98d608 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e51ee2d4-5dd0-4ab5-9c83-f38bff090264 HTTP/1.1" status: 200 len: 849 time: 0.0491583 Jun 16 13:46:04.460471 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-49b6cb6e-9b84-4a0d-9ec2-3cbde1bf9518 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=b763ad67-324e-409b-b1ec-4130df4d9284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274553 Jun 16 13:46:04.550916 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-4d4004a2-9162-45e9-a10f-9d50e9618d43 service neutron] 10.222.0.100 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830979 Jun 16 13:46:04.696956 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae0e6a6e-83ba-48d6-a081-4026b993bb92 req-655d7ddf-10b5-4888-a00f-738a0e084388 service neutron] 10.222.0.100 "GET /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342301 Jun 16 13:46:04.712633 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7101d-0d65-41f1-9b2e-e1549a9421f1 req-a5bc309a-999b-4bb1-aa86-ea56ce25f897 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:04.714147 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0b7101d-0d65-41f1-9b2e-e1549a9421f1 req-a5bc309a-999b-4bb1-aa86-ea56ce25f897 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 943 time: 0.1278172 Jun 16 13:46:04.761498 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c0b7101d-0d65-41f1-9b2e-e1549a9421f1 req-3c8ef822-aacf-491d-b35a-f3ed841f0d30 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Jun 16 13:46:04.865341 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 41220) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:04.972860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5dc846cd-8817-49db-a2ef-285539b4088b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.069886 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5dc846cd-8817-49db-a2ef-285539b4088b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.073016 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-5dc846cd-8817-49db-a2ef-285539b4088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.075667 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-fca60ee4-a5b1-4429-9731-53998c8ffc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:05.111791 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-5dc846cd-8817-49db-a2ef-285539b4088b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=814481663d1e4922884bd5548da6d887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453766 Jun 16 13:46:05.112730 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc846cd-8817-49db-a2ef-285539b4088b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214b260f-9e02-46a5-8489-f7677d0b910e,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:05.114444 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 41228) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:05.116425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-5dc846cd-8817-49db-a2ef-285539b4088b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:05.164834 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-093afe90-7940-4b83-a1df-a979a8f51565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.186250 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-093afe90-7940-4b83-a1df-a979a8f51565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.236054 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-093afe90-7940-4b83-a1df-a979a8f51565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.238850 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-093afe90-7940-4b83-a1df-a979a8f51565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:05.243074 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-093afe90-7940-4b83-a1df-a979a8f51565 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/214b260f-9e02-46a5-8489-f7677d0b910e HTTP/1.1" status: 204 len: 168 time: 0.1275675 Jun 16 13:46:05.243999 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d3948bc5-0eb3-410d-a8fe-35aecfb50032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:05.251367 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093afe90-7940-4b83-a1df-a979a8f51565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214b260f-9e02-46a5-8489-f7677d0b910e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:05.254748 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-093afe90-7940-4b83-a1df-a979a8f51565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:05.439399 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6399a-f8c5-4e6b-8a77-3bdeeaccfc57 req-a80c796e-6e83-4318-867c-da4d0151d67e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:05.441015 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-24f6399a-f8c5-4e6b-8a77-3bdeeaccfc57 req-a80c796e-6e83-4318-867c-da4d0151d67e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0637133 Jun 16 13:46:05.487494 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-24f6399a-f8c5-4e6b-8a77-3bdeeaccfc57 req-e03669dd-82a5-49a4-a8fb-574627b18ad5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Jun 16 13:46:05.946588 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6f381-7e0b-4cb0-bea1-fa067f354abc req-cd2116a5-4572-483c-b6d7-3ef841a9d9b5 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:05.948073 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9fe6f381-7e0b-4cb0-bea1-fa067f354abc req-cd2116a5-4572-483c-b6d7-3ef841a9d9b5 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0687358 Jun 16 13:46:05.986190 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9fe6f381-7e0b-4cb0-bea1-fa067f354abc req-f35829d0-d253-48b0-9350-83c0e5dbf8ec tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317972 Jun 16 13:46:06.689544 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf4c72-304d-43ec-826d-6b7035d8503a req-be945beb-f011-4b07-88c6-3a16e43f6282 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:06.691401 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-15cf4c72-304d-43ec-826d-6b7035d8503a req-be945beb-f011-4b07-88c6-3a16e43f6282 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0928674 Jun 16 13:46:06.730061 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-15cf4c72-304d-43ec-826d-6b7035d8503a req-8f2362f8-2698-4d19-8051-8de915293bc4 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Jun 16 13:46:07.164121 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbd35b-47bf-4aa6-b55d-11cfd00c38cd req-1ca54a88-7d8d-4f00-b711-4e83395f5821 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:07.165581 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-86fbd35b-47bf-4aa6-b55d-11cfd00c38cd req-1ca54a88-7d8d-4f00-b711-4e83395f5821 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0654542 Jun 16 13:46:07.207877 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-86fbd35b-47bf-4aa6-b55d-11cfd00c38cd req-5cafba4d-47c7-47d4-996d-8fbf6ae97b34 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Jun 16 13:46:07.903297 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700090c6-b142-497a-a04b-b9e1269b9b74 req-f67c416c-e8d7-4838-aa74-a715f001113c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:07.904785 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-700090c6-b142-497a-a04b-b9e1269b9b74 req-f67c416c-e8d7-4838-aa74-a715f001113c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0627789 Jun 16 13:46:07.941658 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-700090c6-b142-497a-a04b-b9e1269b9b74 req-dd063503-0ece-48f6-80cb-3e7efeb1ba48 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Jun 16 13:46:08.403477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4993037-8bad-4803-b19a-92ea598e1698 req-52829d9d-9035-4b8d-8bd8-64680d1983a3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:08.404993 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4993037-8bad-4803-b19a-92ea598e1698 req-52829d9d-9035-4b8d-8bd8-64680d1983a3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 943 time: 0.0792234 Jun 16 13:46:08.443863 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4993037-8bad-4803-b19a-92ea598e1698 req-2bf2b067-09b5-4a64-a47f-1bdaa0b6e1c3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331933 Jun 16 13:46:08.835987 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:46:08.932348 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:08.944248 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'd1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc', 'network_id': 'b763ad67-324e-409b-b1ec-4130df4d9284', 'port_id': 'd1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc', 'mac_address': 'fa:16:3e:48:b0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51ee2d4-5dd0-4ab5-9c83-f38bff090264', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:46:08.986386 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.000095 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:09.021204 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:09.027638 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.029277 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:09.076466 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:09.079700 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:09.137359 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34416ed5-286d-4c73-9c5b-3f511098e6c8 req-0b862293-115a-4950-998b-fb23be3bec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.138834 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-34416ed5-286d-4c73-9c5b-3f511098e6c8 req-0b862293-115a-4950-998b-fb23be3bec57 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1099 time: 0.1068828 Jun 16 13:46:09.149834 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d7b0-dfe7-4bdc-a1c3-7b7f0ba15b34 req-4d5a92e5-f7ad-404b-94cd-5f8db445757b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.151230 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad14d7b0-dfe7-4bdc-a1c3-7b7f0ba15b34 req-4d5a92e5-f7ad-404b-94cd-5f8db445757b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0827117 Jun 16 13:46:09.203903 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-34416ed5-286d-4c73-9c5b-3f511098e6c8 req-693726c0-f6d4-4c46-933b-603a8a03d152 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517337 Jun 16 13:46:09.206782 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad14d7b0-dfe7-4bdc-a1c3-7b7f0ba15b34 req-82be16a6-cb43-449c-a9b3-b449f6e380b7 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495560 Jun 16 13:46:09.630235 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c56be-1265-49dc-8ffa-01558e9e6c4d req-c34aca07-ea14-4f31-8ef5-439c22aed278 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.631877 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-302c56be-1265-49dc-8ffa-01558e9e6c4d req-c34aca07-ea14-4f31-8ef5-439c22aed278 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 944 time: 0.0740435 Jun 16 13:46:09.654262 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:09.673959 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-302c56be-1265-49dc-8ffa-01558e9e6c4d req-34380417-87b0-43ca-be7a-5ba964e04184 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362675 Jun 16 13:46:10.430166 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deac359-ca6b-4281-948d-dfa08b179d3c req-d6d974d4-6c28-4769-b543-3b2058f8f32d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:10.432726 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5deac359-ca6b-4281-948d-dfa08b179d3c req-d6d974d4-6c28-4769-b543-3b2058f8f32d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0767107 Jun 16 13:46:10.476329 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5deac359-ca6b-4281-948d-dfa08b179d3c req-e9b7c12f-adfb-478b-b39d-d24e95893e64 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325968 Jun 16 13:46:10.859637 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd6d1-1ff3-4fab-af44-2b53b915d055 req-67849f91-6e81-4a29-b507-6e9055275d48 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:10.861120 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0edfd6d1-1ff3-4fab-af44-2b53b915d055 req-67849f91-6e81-4a29-b507-6e9055275d48 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 944 time: 0.0656841 Jun 16 13:46:10.907875 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0edfd6d1-1ff3-4fab-af44-2b53b915d055 req-cf8812f9-d8a0-4db0-bd8d-1c5a4b89b2ff tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Jun 16 13:46:11.655099 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6e692-6842-46b4-8b05-fe1bf27126e2 req-1eed0226-c56d-4981-9ecc-11be9d8eb795 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:11.656559 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61a6e692-6842-46b4-8b05-fe1bf27126e2 req-1eed0226-c56d-4981-9ecc-11be9d8eb795 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0677068 Jun 16 13:46:11.698584 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61a6e692-6842-46b4-8b05-fe1bf27126e2 req-545f3c2e-7420-4c74-b18b-ee90a6ef77a1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Jun 16 13:46:12.247462 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f60c1-432e-46a9-9e35-3a390f2d4262 req-b37a4ce7-4cd2-4927-a191-bdb50e561191 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.248956 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f20f60c1-432e-46a9-9e35-3a390f2d4262 req-b37a4ce7-4cd2-4927-a191-bdb50e561191 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 944 time: 0.1043935 Jun 16 13:46:12.277490 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-ba5e7aab-6de5-4ad9-93f2-9bd048fea8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.279079 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-ba5e7aab-6de5-4ad9-93f2-9bd048fea8b7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1099 time: 0.0930085 Jun 16 13:46:12.306220 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f20f60c1-432e-46a9-9e35-3a390f2d4262 req-495a30c7-5a15-4678-9444-2ec9d7454242 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494845 Jun 16 13:46:12.306561 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6a26b-0593-41c1-a7e3-0858793ccd14 req-e40becc5-4a26-46b2-9d8d-10ef500bcc86 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.308093 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-51a6a26b-0593-41c1-a7e3-0858793ccd14 req-e40becc5-4a26-46b2-9d8d-10ef500bcc86 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0658438 Jun 16 13:46:12.361304 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-51a6a26b-0593-41c1-a7e3-0858793ccd14 req-0b213540-ce14-44ee-8a93-6d64fefe673b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461931 Jun 16 13:46:12.434441 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-61f8bdcd-4632-4a39-9d07-50efdce0bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.435917 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-61f8bdcd-4632-4a39-9d07-50efdce0bad7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 920 time: 0.1435056 Jun 16 13:46:12.538125 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-f7f7ac07-54df-44b6-8fed-7669c4b5bd41 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc HTTP/1.1" status: 200 len: 217 time: 0.0866742 Jun 16 13:46:12.593752 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-49d2d7ae-0d46-40c3-9504-3abc86d9b969 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.595226 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-49d2d7ae-0d46-40c3-9504-3abc86d9b969 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 815 time: 0.2034733 Jun 16 13:46:12.616731 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-91c549c6-21ab-4eea-ac38-4af2b1826035 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/quotas/f7fb0d64f8ad4483b4854ea321d33140 HTTP/1.1" status: 200 len: 375 time: 0.0157413 Jun 16 13:46:12.620390 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-9cba6ba9-a4e9-479d-9bfd-b7d6d5128371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.622065 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-9cba6ba9-a4e9-479d-9bfd-b7d6d5128371 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.0723176 Jun 16 13:46:12.658771 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-42e2c50f-3e10-4f13-b936-a2475df0b21e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272489 Jun 16 13:46:12.788524 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-3739576f-0759-415b-b879-73e1d5d748fd tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656973 Jun 16 13:46:12.790758 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-4caa33b7-f5dd-4a57-8724-22f6b84a8738 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148491 Jun 16 13:46:12.852292 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:12.908647 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:12.913385 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:12.913787 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.951653 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0833ee89-2d27-45b8-84d0-9338651785c8 service neutron] 10.222.0.64 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561184 Jun 16 13:46:12.957524 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ec78bd1d-b01a-4e36-bff9-4193fba679f9 req-00885bd5-d845-48ac-9d3d-b7187a7e6105 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539094 Jun 16 13:46:13.009189 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.033111 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac34c1c-7eec-41c1-bfc4-066182a2c9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:13.035802 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b3d19-45f9-4a70-a524-496ebc4d3585" -d '{"events": [{"server_uuid": "5ac34c1c-7eec-41c1-bfc4-066182a2c9d9", "name": "network-vif-plugged", "status": "completed", "tag": "d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:13.051402 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:13.057625 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.060478 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:13.075496 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-31e0794d-c7f5-4e10-b663-c8e69bd385ee service neutron] 10.222.0.64 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148262 Jun 16 13:46:13.095459 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea0800-3ad6-4c94-aa1c-47a424af7bb7 x-openstack-request-id: req-05ea0800-3ad6-4c94-aa1c-47a424af7bb7 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:13.095813 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac34c1c-7eec-41c1-bfc4-066182a2c9d9", "name": "network-vif-plugged", "status": "completed", "tag": "d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:13.096198 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05ea0800-3ad6-4c94-aa1c-47a424af7bb7 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:13.096467 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac34c1c-7eec-41c1-bfc4-066182a2c9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc', 'code': 200} Jun 16 13:46:13.119146 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:13.123057 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:13.332525 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-675e4aa1-5c86-4894-8c89-239827106a05 req-feaa01ba-66d6-43a2-b456-f5b61ea09892 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 210 time: 0.0317914 Jun 16 13:46:13.411957 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f66b6b-db4c-48f3-a70a-724a73c6b400 req-9ebb2d89-1b4a-4b4d-935d-cc8abbdb5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:13.413903 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38f66b6b-db4c-48f3-a70a-724a73c6b400 req-9ebb2d89-1b4a-4b4d-935d-cc8abbdb5ecb service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 1098 time: 0.0700936 Jun 16 13:46:13.474233 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38f66b6b-db4c-48f3-a70a-724a73c6b400 req-ab8ea907-b501-4790-91d8-c689f8c845d2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Jun 16 13:46:13.549775 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41f6f0-d06d-405f-9a91-8c5f00f30df1 req-fe843ecc-0584-42b4-bdc3-465bc1e6f142 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:13.554559 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2d41f6f0-d06d-405f-9a91-8c5f00f30df1 req-fe843ecc-0584-42b4-bdc3-465bc1e6f142 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0868409 Jun 16 13:46:13.568575 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d207216-40da-4580-8cfd-ded8d743462c req-4cbe82a3-fe3c-4952-ae01-6b0dd4a493fd tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:13.570185 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d207216-40da-4580-8cfd-ded8d743462c req-4cbe82a3-fe3c-4952-ae01-6b0dd4a493fd tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0837839 Jun 16 13:46:13.614236 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d207216-40da-4580-8cfd-ded8d743462c req-81870fb6-96cd-4756-95a5-5112f39a5220 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371523 Jun 16 13:46:13.615758 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2d41f6f0-d06d-405f-9a91-8c5f00f30df1 req-07cf4c76-1d59-4b4a-a485-356926887827 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Jun 16 13:46:14.485878 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5e5490ad-9e73-4fc4-b8b3-5b2334f09d8b req-3ddd6879-ad27-48a7-b828-c07603d98866 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 210 time: 0.0308073 Jun 16 13:46:14.812064 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53072ff6-df55-4456-a743-c973420092cf req-55a9dc20-301d-4cfa-a0c3-bba4dd60146a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:14.814811 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-53072ff6-df55-4456-a743-c973420092cf req-55a9dc20-301d-4cfa-a0c3-bba4dd60146a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0776293 Jun 16 13:46:14.818368 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d69a30-e679-4eba-a468-6400f7b0acae req-d6e4b36e-5d78-46c5-8806-3a0ef71a90e3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:14.826252 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6d69a30-e679-4eba-a468-6400f7b0acae req-d6e4b36e-5d78-46c5-8806-3a0ef71a90e3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0977142 Jun 16 13:46:14.876175 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6d69a30-e679-4eba-a468-6400f7b0acae req-288a1a7d-81d3-4f29-98db-eb8dee3461b8 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487840 Jun 16 13:46:14.888388 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-53072ff6-df55-4456-a743-c973420092cf req-882250cb-4c09-4510-98ea-a4cd211a600b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667243 Jun 16 13:46:14.980735 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-f8a44f1a-4431-4919-ba09-b3cb0bbfe70c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:14.982043 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-f8a44f1a-4431-4919-ba09-b3cb0bbfe70c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 815 time: 0.1278770 Jun 16 13:46:15.026631 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Request body: {'port': {'device_id': 'f2c00059-39c4-4429-96e6-05ee4754be16', 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'admin_state_up': True, 'tenant_id': 'f7fb0d64f8ad4483b4854ea321d33140'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:15.144246 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Made reservation on behalf of f7fb0d64f8ad4483b4854ea321d33140 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:15.148172 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.288920 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Allocated IP 172.20.0.13 (1816f281-64dd-49c0-a698-7461eb0685b3/49dabc0d-b4db-4028-b39e-a1a87e8484c3/d43a95e3-816b-4558-84ad-0500d0cd42e9) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:15.434475 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.473470 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.477208 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:15.490132 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['b7f4f85f-33db-4190-97cc-7b013e6936b1', 'd30ffb0b-6ced-40e9-99a0-0168721ce313', '5da1f5b1-59b8-43f5-96bc-481579afc28d'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:15.526263 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Network 1816f281-64dd-49c0-a698-7461eb0685b3 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:15.530786 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:15.533456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:15.539490 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.539901 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.544050 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Pushing event updated for resources: {'Port': ['ID=d43a95e3-816b-4558-84ad-0500d0cd42e9,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:15.556421 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.556828 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.557290 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.557831 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.558475 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.558770 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.559191 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.559548 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.559905 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.560392 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.560852 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.561620 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:15.567198 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:15.571176 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5491209 Jun 16 13:46:15.595733 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Request body: {'port': {'device_id': 'f2c00059-39c4-4429-96e6-05ee4754be16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:15.712135 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:15.759390 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25b17f-bff5-4f40-9c57-43e349eb3798 req-8614d337-b0aa-491e-9825-44402ab62494 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.760759 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fa25b17f-bff5-4f40-9c57-43e349eb3798 req-8614d337-b0aa-491e-9825-44402ab62494 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 932 time: 0.1334112 Jun 16 13:46:15.865928 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fa25b17f-bff5-4f40-9c57-43e349eb3798 req-93d68c24-437e-469e-8bf5-5ef60101d9cd tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976393 Jun 16 13:46:16.033846 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43a95e3-816b-4558-84ad-0500d0cd42e9 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:16.049893 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.078376 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b5b65-ae58-4e1d-a42c-73ab76b12625 req-ba454a27-6f8d-459f-a1b7-e2ab8d4ba3d6 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:16.079936 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2f6b5b65-ae58-4e1d-a42c-73ab76b12625 req-ba454a27-6f8d-459f-a1b7-e2ab8d4ba3d6 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0671344 Jun 16 13:46:16.083270 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Transition to ACTIVE for port object d43a95e3-816b-4558-84ad-0500d0cd42e9 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:16.089090 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.093057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-49b6532e-13ed-4e4f-89a4-780a9be7d9c3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:16.125558 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2f6b5b65-ae58-4e1d-a42c-73ab76b12625 req-5ccf8c9b-b865-4835-8496-ffdf84930bb1 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375180 Jun 16 13:46:16.407354 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Pushing event updated for resources: {'Port': ['ID=d43a95e3-816b-4558-84ad-0500d0cd42e9,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:16.412057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:16.447205 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3d850-9e7a-41d2-82b6-1ef40836efcb req-6dff280c-a3d6-43a6-b596-76bc8f78c740 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:16.448778 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c9f3d850-9e7a-41d2-82b6-1ef40836efcb req-6dff280c-a3d6-43a6-b596-76bc8f78c740 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.4102237 Jun 16 13:46:16.466307 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Attempting to bind port d43a95e3-816b-4558-84ad-0500d0cd42e9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:16.466645 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Attempting to bind port d43a95e3-816b-4558-84ad-0500d0cd42e9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:16.466992 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Attempting to bind port d43a95e3-816b-4558-84ad-0500d0cd42e9 on network 1816f281-64dd-49c0-a698-7461eb0685b3 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:16.479109 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Port d43a95e3-816b-4558-84ad-0500d0cd42e9 on network 1816f281-64dd-49c0-a698-7461eb0685b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:46:16.479432 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Attempting to bind port d43a95e3-816b-4558-84ad-0500d0cd42e9 on network 1816f281-64dd-49c0-a698-7461eb0685b3 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:16.488293 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:16.488812 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Checking segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:16.489101 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Bound using segment: {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:16.489531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Bound port: d43a95e3-816b-4558-84ad-0500d0cd42e9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5f0544-a3ad-4063-a8b5-f73c63090fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:16.489873 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.512809 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c9f3d850-9e7a-41d2-82b6-1ef40836efcb req-722d41cf-9e04-4fa2-a0a3-eef7b049aae5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557985 Jun 16 13:46:16.570907 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] For port d43a95e3-816b-4558-84ad-0500d0cd42e9, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:16.574828 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] For port d43a95e3-816b-4558-84ad-0500d0cd42e9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d43a95e3-816b-4558-84ad-0500d0cd42e9,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:16.581083 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.584441 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:16.616767 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:16.617384 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:16.618755 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] 10.222.0.100 "PUT /v2.0/ports/d43a95e3-816b-4558-84ad-0500d0cd42e9 HTTP/1.1" status: 200 len: 1094 time: 1.0277379 Jun 16 13:46:16.619273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c00059-39c4-4429-96e6-05ee4754be16', 'tag': 'd43a95e3-816b-4558-84ad-0500d0cd42e9'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:16.621582 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad57ef-5d59-42cd-a2ed-42965de47579" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c00059-39c4-4429-96e6-05ee4754be16", "tag": "d43a95e3-816b-4558-84ad-0500d0cd42e9"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:16.645338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Pushing event updated for resources: {'Port': ['ID=d43a95e3-816b-4558-84ad-0500d0cd42e9,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:16.648408 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:16.664639 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc7ae6-e1cb-4a64-87fe-5ee67d333afd x-openstack-request-id: req-fadc7ae6-e1cb-4a64-87fe-5ee67d333afd {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:16.665081 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c00059-39c4-4429-96e6-05ee4754be16", "tag": "d43a95e3-816b-4558-84ad-0500d0cd42e9", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:16.665450 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fadc7ae6-e1cb-4a64-87fe-5ee67d333afd {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:16.665938 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c00059-39c4-4429-96e6-05ee4754be16', 'tag': 'd43a95e3-816b-4558-84ad-0500d0cd42e9', 'status': 'completed', 'code': 200} Jun 16 13:46:16.763439 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-e570c073-3fd5-48ba-9628-cf4ba274dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:16.764968 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-e570c073-3fd5-48ba-9628-cf4ba274dfe4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 1097 time: 0.0582697 Jun 16 13:46:16.815030 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-c3bba46e-c4f3-46a9-b850-66b2aca05af6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43a95e3-816b-4558-84ad-0500d0cd42e9 HTTP/1.1" status: 200 len: 217 time: 0.0339148 Jun 16 13:46:16.867618 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-3e7a28df-bce0-4700-b92b-489f469b3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:16.868973 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-3e7a28df-bce0-4700-b92b-489f469b3feb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.0440192 Jun 16 13:46:16.913523 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-cf41b3f0-7830-49c3-9447-0f5f62dd16ad service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306344 Jun 16 13:46:17.025379 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-486199da-80ce-4b1a-af0c-5ebe90cb2e42 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928226 Jun 16 13:46:17.189069 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d1d1b9b-4cbf-4dea-b71a-a2b57c07b2bc req-ecf16704-ce20-45d9-8b55-753244069998 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420972 Jun 16 13:46:17.224133 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183773d9-32f0-4939-9a9d-9c3430b4828f req-7ee25f53-f7d1-4f30-95dd-50bfc8b0ea0c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.225649 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-183773d9-32f0-4939-9a9d-9c3430b4828f req-7ee25f53-f7d1-4f30-95dd-50bfc8b0ea0c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 944 time: 0.0865393 Jun 16 13:46:17.266224 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e1ab7-800e-4b8c-b4cf-ea26b26b32c3 req-f5f7418c-7d02-47fb-b051-672643311922 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.266810 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-183773d9-32f0-4939-9a9d-9c3430b4828f req-e74c9768-494e-44e7-af99-b6c52bac96a3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Jun 16 13:46:17.267768 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-400e1ab7-800e-4b8c-b4cf-ea26b26b32c3 req-f5f7418c-7d02-47fb-b051-672643311922 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0699604 Jun 16 13:46:17.306957 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-400e1ab7-800e-4b8c-b4cf-ea26b26b32c3 req-6a2f6441-75eb-41f1-831d-a88595d7a126 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333438 Jun 16 13:46:17.346609 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-d73e9323-5bdb-4d7b-bec5-d9c3fd4e5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.348127 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-d73e9323-5bdb-4d7b-bec5-d9c3fd4e5471 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 1097 time: 0.0569503 Jun 16 13:46:17.447301 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-f020f04b-898c-4bf7-a65a-00aa87463636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.448748 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-f020f04b-898c-4bf7-a65a-00aa87463636 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 200 len: 917 time: 0.0910442 Jun 16 13:46:17.503608 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-fd0261c9-9db2-464f-a289-41da08b07928 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d43a95e3-816b-4558-84ad-0500d0cd42e9 HTTP/1.1" status: 200 len: 217 time: 0.0341523 Jun 16 13:46:17.563578 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-bcd8f937-d2ee-4c1a-9281-92e86e080218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.565232 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-bcd8f937-d2ee-4c1a-9281-92e86e080218 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 200 len: 855 time: 0.0504956 Jun 16 13:46:17.606436 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-9b3cdc54-73bc-4d16-b062-e8b9ab5d017f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1816f281-64dd-49c0-a698-7461eb0685b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270832 Jun 16 13:46:17.690274 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f79ae7-a925-4d0b-b672-7616c1fcd72c req-78d42942-3b47-4a28-84ff-6f405fc06f28 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.691751 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d3f79ae7-a925-4d0b-b672-7616c1fcd72c req-78d42942-3b47-4a28-84ff-6f405fc06f28 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0625193 Jun 16 13:46:17.702062 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-8283bbca-f386-4149-b1bf-e2835b4479ec service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839162 Jun 16 13:46:17.734862 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d3f79ae7-a925-4d0b-b672-7616c1fcd72c req-f6a5f933-3ce8-48c1-a821-d1f671671d96 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368600 Jun 16 13:46:17.805492 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0aad57ef-5d59-42cd-a2ed-42965de47579 req-5704af62-3ec9-43f0-96c6-816f99da6a28 service neutron] 10.222.0.100 "GET /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853148 Jun 16 13:46:18.402316 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 41536) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:18.448126 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc267c-0ac7-482a-86f6-aedb1e95c41a req-d21ce6b0-2917-40a1-aa20-015cb4488dec tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:18.449672 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ddc267c-0ac7-482a-86f6-aedb1e95c41a req-d21ce6b0-2917-40a1-aa20-015cb4488dec tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 944 time: 0.0641363 Jun 16 13:46:18.489642 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ddc267c-0ac7-482a-86f6-aedb1e95c41a req-ae656907-a05e-423c-acb0-b2efffeafce9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342453 Jun 16 13:46:18.496809 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11566f2a-621d-437c-b58c-b58d032fc105 req-74b05c30-9e8a-44e3-89ca-3e1ed62a1943 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:18.498315 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-11566f2a-621d-437c-b58c-b58d032fc105 req-74b05c30-9e8a-44e3-89ca-3e1ed62a1943 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0722353 Jun 16 13:46:18.529334 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.562428 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-11566f2a-621d-437c-b58c-b58d032fc105 req-1153893a-7db0-472e-8c86-cb730b0a17c3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516884 Jun 16 13:46:18.641312 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.645065 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.647927 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2b7528d4-9101-4cb3-8114-0c0af672054c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:18.683008 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca98a2-c22d-4768-9994-95a903c6198e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:18.687584 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9143337bf60b4380b3f790dc85d2d0ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836514 Jun 16 13:46:18.690257 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 41540) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:18.692352 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.692733 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.693099 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.693461 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.693817 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.694171 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.694523 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.694894 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.695248 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.695599 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.695943 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.696492 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:18.701004 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:18.743607 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c142370b-598e-48c1-a7e6-6285ec99d0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.764754 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c142370b-598e-48c1-a7e6-6285ec99d0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.809897 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c142370b-598e-48c1-a7e6-6285ec99d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.812964 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c142370b-598e-48c1-a7e6-6285ec99d0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:18.814070 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c142370b-598e-48c1-a7e6-6285ec99d0e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2ca98a2-c22d-4768-9994-95a903c6198e HTTP/1.1" status: 204 len: 168 time: 0.1227963 Jun 16 13:46:18.814816 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6a18b4bf-a756-40a5-a974-0be3fdd5f80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:18.822730 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142370b-598e-48c1-a7e6-6285ec99d0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca98a2-c22d-4768-9994-95a903c6198e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:18.828675 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c142370b-598e-48c1-a7e6-6285ec99d0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:18.916787 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d5d4c-2e86-4d1b-9593-4fb5628aadae req-614c4ea0-ae7b-46a6-b751-29386ee50dfd tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:18.918370 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d32d5d4c-2e86-4d1b-9593-4fb5628aadae req-614c4ea0-ae7b-46a6-b751-29386ee50dfd tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0648813 Jun 16 13:46:18.957954 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d32d5d4c-2e86-4d1b-9593-4fb5628aadae req-abfa9f81-b058-44d3-98fe-08f86c1c80f5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Jun 16 13:46:19.700685 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06321ddc-5fc9-4d21-82c5-bee17cada5d9 req-911d8dbf-b19f-45e0-adfa-928fc4e9ae02 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.703278 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-06321ddc-5fc9-4d21-82c5-bee17cada5d9 req-911d8dbf-b19f-45e0-adfa-928fc4e9ae02 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 944 time: 0.0785236 Jun 16 13:46:19.744527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4ae19-685c-4b33-8e2b-ecb50c3e3360 req-d6a9f4eb-61b8-40b0-80bc-4b4a6672b933 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.746029 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ff4ae19-685c-4b33-8e2b-ecb50c3e3360 req-d6a9f4eb-61b8-40b0-80bc-4b4a6672b933 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0664742 Jun 16 13:46:19.750149 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-06321ddc-5fc9-4d21-82c5-bee17cada5d9 req-64977f25-6b16-4e16-b1d8-bbbf7657866e tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 Jun 16 13:46:19.802372 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ff4ae19-685c-4b33-8e2b-ecb50c3e3360 req-9da6abdf-936e-42b7-a39f-362c7da38ac5 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494337 Jun 16 13:46:20.128054 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b445e5-fbad-4253-962c-1b714c22debd req-2153b9ed-0a90-4c11-a385-a96838f32e84 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:20.129422 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23b445e5-fbad-4253-962c-1b714c22debd req-2153b9ed-0a90-4c11-a385-a96838f32e84 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0623372 Jun 16 13:46:20.139657 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:46:20.168007 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-23b445e5-fbad-4253-962c-1b714c22debd req-62706a9f-cfe4-4df8-8566-f811e25b1598 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324118 Jun 16 13:46:20.930963 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d360f4e-75eb-4001-96a5-7b92e134196a req-c094dd0b-2334-4c2a-a4ad-dae105f94b5d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:20.933116 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d360f4e-75eb-4001-96a5-7b92e134196a req-c094dd0b-2334-4c2a-a4ad-dae105f94b5d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 944 time: 0.0680010 Jun 16 13:46:20.974631 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d360f4e-75eb-4001-96a5-7b92e134196a req-65f3d261-6ab0-430c-97ba-147f28db0237 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Jun 16 13:46:20.984523 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1db7e-94ba-4f84-8bc5-d367720c8c58 req-f5c9c218-1630-482c-a0b6-fc1323173bd6 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:20.986209 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22f1db7e-94ba-4f84-8bc5-d367720c8c58 req-f5c9c218-1630-482c-a0b6-fc1323173bd6 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0649438 Jun 16 13:46:21.029808 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-22f1db7e-94ba-4f84-8bc5-d367720c8c58 req-550d2cbb-686e-44b1-aa9c-7652b2dc09b4 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/security-groups?id=3bdc3739-c958-48c7-be82-51809f77d110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Jun 16 13:46:21.426438 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b254a-9cbe-420e-8422-898871befed6 req-faef5133-57ce-4534-891e-77d647a3f400 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:21.427903 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-cb4b254a-9cbe-420e-8422-898871befed6 req-faef5133-57ce-4534-891e-77d647a3f400 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.100 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 945 time: 0.0616658 Jun 16 13:46:21.531525 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Deleting port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:46:21.531861 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.619429 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] For port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,segment=NetworkSegment(01401555-c1b9-40e5-bfd9-9441267ea3f7),segment_id=01401555-c1b9-40e5-bfd9-9441267ea3f7)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:21.619709 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.689428 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Calling delete_port for d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:46:21.818161 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.821747 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:21.835172 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:21.845808 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Pushing event deleted for resources: {'Port': ['ID=d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:21.849196 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:21.891914 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] No DVR routers for this DVR port d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:46:21.894307 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.896331 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-cb4b254a-9cbe-420e-8422-898871befed6 req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.100 "DELETE /v2.0/ports/d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc HTTP/1.1" status: 204 len: 173 time: 0.4616241 Jun 16 13:46:21.896815 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac34c1c-7eec-41c1-bfc4-066182a2c9d9', 'name': 'network-vif-deleted', 'tag': 'd1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:21.899183 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0838518b-3b97-488d-9371-e31e0cf9222b" -d '{"events": [{"server_uuid": "5ac34c1c-7eec-41c1-bfc4-066182a2c9d9", "name": "network-vif-deleted", "tag": "d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:21.936586 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf164bf4-9653-4e4a-82cc-06ac8e8dc934 x-openstack-request-id: req-bf164bf4-9653-4e4a-82cc-06ac8e8dc934 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:21.937179 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac34c1c-7eec-41c1-bfc4-066182a2c9d9", "name": "network-vif-deleted", "tag": "d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:21.937179 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf164bf4-9653-4e4a-82cc-06ac8e8dc934 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:21.937602 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac34c1c-7eec-41c1-bfc4-066182a2c9d9', 'name': 'network-vif-deleted', 'tag': 'd1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc', 'status': 'completed', 'code': 200} Jun 16 13:46:22.176336 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c5800-2ec3-4dfb-a2f5-05caf36d6e15 req-41168cdc-8224-42e8-88c5-a2fb48eb212b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:22.181442 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-760c5800-2ec3-4dfb-a2f5-05caf36d6e15 req-41168cdc-8224-42e8-88c5-a2fb48eb212b tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 944 time: 0.0747724 Jun 16 13:46:22.218318 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e3e28b69-ae1e-4756-b359-54e5eb67dd57 req-d331deeb-260a-4e58-a779-381b8cb6d398 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ac34c1c-7eec-41c1-bfc4-066182a2c9d9 HTTP/1.1" status: 200 len: 210 time: 0.0340819 Jun 16 13:46:22.222677 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-760c5800-2ec3-4dfb-a2f5-05caf36d6e15 req-517ea9b0-e655-46dc-83a6-8bade2759537 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391152 Jun 16 13:46:22.713238 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43817a0-b42e-4428-b98d-a20b7bc454f5 req-0735fd25-c57b-4164-9eba-212cd218d4e1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:22.715034 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b43817a0-b42e-4428-b98d-a20b7bc454f5 req-0735fd25-c57b-4164-9eba-212cd218d4e1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0631981 Jun 16 13:46:22.754957 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b43817a0-b42e-4428-b98d-a20b7bc454f5 req-ba8d4307-7e1d-45cd-a68c-cb69b1464d24 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Jun 16 13:46:23.464697 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d43a95e3-816b-4558-84ad-0500d0cd42e9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:46:23.568880 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d43a95e3-816b-4558-84ad-0500d0cd42e9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d43a95e3-816b-4558-84ad-0500d0cd42e9,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:23.580703 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'd43a95e3-816b-4558-84ad-0500d0cd42e9', 'network_id': '1816f281-64dd-49c0-a698-7461eb0685b3', 'port_id': 'd43a95e3-816b-4558-84ad-0500d0cd42e9', 'mac_address': 'fa:16:3e:63:3b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49dabc0d-b4db-4028-b39e-a1a87e8484c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:46:23.620276 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:23.633193 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43a95e3-816b-4558-84ad-0500d0cd42e9 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:46:23.654055 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d43a95e3-816b-4558-84ad-0500d0cd42e9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d43a95e3-816b-4558-84ad-0500d0cd42e9,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:23.659677 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:23.661467 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:23.713612 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=d43a95e3-816b-4558-84ad-0500d0cd42e9,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:23.717333 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:23.901912 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e7cdc-2e92-4e4a-a2cb-2b184a0761ac req-7042961e-9560-407f-a855-e9bfbecf94e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:23.908116 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d6e7cdc-2e92-4e4a-a2cb-2b184a0761ac req-7042961e-9560-407f-a855-e9bfbecf94e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 945 time: 0.0659232 Jun 16 13:46:23.957822 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d6e7cdc-2e92-4e4a-a2cb-2b184a0761ac req-d7d9ae95-3af9-4564-bc45-08ec42d1d996 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 Jun 16 13:46:27.737542 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0de1adf1-0225-42ea-8a69-d49c5cd557d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:28.403119 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:46:28.425603 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:46:28.425956 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d1777b6a-b3f8-4ac8-8f85-0e52dcfb89cc not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:46:28.740178 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185358-59c1-4d74-82a1-7b15250add4e req-33de0b5c-595f-4d24-9c6f-a1e4459921cc tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:28.741560 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fe185358-59c1-4d74-82a1-7b15250add4e req-33de0b5c-595f-4d24-9c6f-a1e4459921cc tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 945 time: 0.0738366 Jun 16 13:46:28.789680 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fe185358-59c1-4d74-82a1-7b15250add4e req-0cb930b6-a29b-4e31-b391-b062bfb6e712 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406356 Jun 16 13:46:30.324676 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:30.530806 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a26fee62-1a40-4fb6-a525-614e7ba1d50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:31.485099 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:32.108465 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:33.285684 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:34.421926 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['d43a95e3-816b-4558-84ad-0500d0cd42e9'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:34.562501 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ce5f-2a0e-41df-ba24-dd592c98c364 req-96d4f5f0-ba02-4e02-8439-89805bcbd4a6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:34.564020 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4210ce5f-2a0e-41df-ba24-dd592c98c364 req-96d4f5f0-ba02-4e02-8439-89805bcbd4a6 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 945 time: 0.0678697 Jun 16 13:46:34.604842 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4210ce5f-2a0e-41df-ba24-dd592c98c364 req-582afb53-4a41-4efb-a5b9-1360900f9c6a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349257 Jun 16 13:46:40.715672 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-d2a4e407-b0d2-4689-95b3-285b65cd9d6f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551779 Jun 16 13:46:40.838721 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2784eb-80b2-44a3-b3aa-63afa569b02b req-29e8d4f4-542e-4f12-a9ff-c89780ac39da tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:40.840232 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bd2784eb-80b2-44a3-b3aa-63afa569b02b req-29e8d4f4-542e-4f12-a9ff-c89780ac39da tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 945 time: 0.0992119 Jun 16 13:46:40.845753 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-91011fbb-7af3-485a-953f-7c77b8a06d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:40.847203 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-91011fbb-7af3-485a-953f-7c77b8a06d48 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1099 time: 0.0960605 Jun 16 13:46:40.892272 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bd2784eb-80b2-44a3-b3aa-63afa569b02b req-4c0896ed-b8cd-4a1e-9886-4cfe70d6d5e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Jun 16 13:46:40.970019 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-bfdf649a-ba8a-47c2-8e31-3d4e80e5709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:40.971609 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-bfdf649a-ba8a-47c2-8e31-3d4e80e5709c service neutron] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 920 time: 0.0960782 Jun 16 13:46:41.013046 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-88e7528a-072a-4565-acf6-221e160db3d0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc HTTP/1.1" status: 200 len: 217 time: 0.0343661 Jun 16 13:46:41.070274 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-6f7b3689-d46a-4183-8dff-9c9922f8c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:41.071849 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-6f7b3689-d46a-4183-8dff-9c9922f8c61d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.0523074 Jun 16 13:46:41.104817 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-edbb2958-1c49-4335-a983-ea256719e144 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263102 Jun 16 13:46:41.198359 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-8aeaed93-c7e9-4be4-9a51-b25767092b20 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861988 Jun 16 13:46:41.290985 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1dbb9c59-0a25-49ba-81bb-1f751ec190c6 req-c0c7a8ab-72ea-45ec-8826-fbc0715354ec service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851202 Jun 16 13:46:42.094840 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c52a-6110-4f4a-bdfa-346d2f50be3f req-35a1910b-0000-48af-9cf4-34591af53caa tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:42.096733 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fdf0c52a-6110-4f4a-bdfa-346d2f50be3f req-35a1910b-0000-48af-9cf4-34591af53caa tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 945 time: 0.0651791 Jun 16 13:46:42.136316 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fdf0c52a-6110-4f4a-bdfa-346d2f50be3f req-fa7f7316-17ab-428e-b0d5-dc5dd561dc14 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Jun 16 13:46:44.391959 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d43a95e3-816b-4558-84ad-0500d0cd42e9 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:44.452350 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port d43a95e3-816b-4558-84ad-0500d0cd42e9 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:44.457691 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port d43a95e3-816b-4558-84ad-0500d0cd42e9 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:44.458120 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:44.601738 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:44.681315 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c00059-39c4-4429-96e6-05ee4754be16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43a95e3-816b-4558-84ad-0500d0cd42e9'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:44.684061 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13898fb3-ec81-47fa-8c60-5795e637376c" -d '{"events": [{"server_uuid": "f2c00059-39c4-4429-96e6-05ee4754be16", "name": "network-vif-plugged", "status": "completed", "tag": "d43a95e3-816b-4558-84ad-0500d0cd42e9"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:44.687523 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port d43a95e3-816b-4558-84ad-0500d0cd42e9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d43a95e3-816b-4558-84ad-0500d0cd42e9,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:44.694867 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:44.698063 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:44.754897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=d43a95e3-816b-4558-84ad-0500d0cd42e9,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:44.763788 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.764095 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.764429 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.764759 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.765089 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.765410 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.765730 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.766050 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.766477 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.766982 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.767466 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.767928 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:44.773282 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:47.647650 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821f1c37-5750-4487-bc19-be5c18418e56 x-openstack-request-id: req-821f1c37-5750-4487-bc19-be5c18418e56 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:47.648342 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c00059-39c4-4429-96e6-05ee4754be16", "name": "network-vif-plugged", "status": "completed", "tag": "d43a95e3-816b-4558-84ad-0500d0cd42e9", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:47.648342 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-821f1c37-5750-4487-bc19-be5c18418e56 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:47.648952 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c00059-39c4-4429-96e6-05ee4754be16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43a95e3-816b-4558-84ad-0500d0cd42e9', 'code': 200} Jun 16 13:46:47.786018 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bf749-2d82-4d69-8134-538c540173a8 req-dade73f7-3cc4-486c-bb0d-3165f1da8432 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:47.787131 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-941bf749-2d82-4d69-8134-538c540173a8 req-dade73f7-3cc4-486c-bb0d-3165f1da8432 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 946 time: 0.0937181 Jun 16 13:46:47.840336 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-941bf749-2d82-4d69-8134-538c540173a8 req-6d795b59-720c-4910-932a-74a9a01f315f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464759 Jun 16 13:46:47.965743 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee934fd-dd6c-4c28-9de1-cc34d32ddeff req-3c9ce9e6-38a5-476c-9158-3425c7c73672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:47.968127 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ee934fd-dd6c-4c28-9de1-cc34d32ddeff req-3c9ce9e6-38a5-476c-9158-3425c7c73672 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 1099 time: 0.0681753 Jun 16 13:46:48.033057 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9ee934fd-dd6c-4c28-9de1-cc34d32ddeff req-1c0715d9-7ce9-46da-960e-095a87293895 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572653 Jun 16 13:46:49.219851 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7149dfb-5167-4efb-902e-bb0ab0933c0b req-327bf111-2ae0-4aa3-876f-e7ea74ab1b8f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:49.222317 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7149dfb-5167-4efb-902e-bb0ab0933c0b req-327bf111-2ae0-4aa3-876f-e7ea74ab1b8f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 946 time: 0.0777192 Jun 16 13:46:49.270350 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b7149dfb-5167-4efb-902e-bb0ab0933c0b req-1461d978-5b0e-45c2-9c40-30a45ef6a61a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Jun 16 13:46:50.564971 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf00fa0-61c3-498e-af85-99ce7d71700b req-21379e87-79af-4bdb-8b57-b8e9e527041f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:50.567225 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-caf00fa0-61c3-498e-af85-99ce7d71700b req-21379e87-79af-4bdb-8b57-b8e9e527041f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 946 time: 0.1086886 Jun 16 13:46:50.617580 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-caf00fa0-61c3-498e-af85-99ce7d71700b req-d5363ea9-0997-4557-8d7b-fa72f9cd0b5a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Jun 16 13:46:51.867367 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934221a-0d7b-42d0-9370-1cfa76398539 req-940ed2d8-fd34-41c9-a005-a786f27b46b3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.870371 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c934221a-0d7b-42d0-9370-1cfa76398539 req-940ed2d8-fd34-41c9-a005-a786f27b46b3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 946 time: 0.1102564 Jun 16 13:46:51.927130 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c934221a-0d7b-42d0-9370-1cfa76398539 req-dce1345e-b9dd-4f10-811f-bb81a48e5d91 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487299 Jun 16 13:46:52.132619 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-f974c775-318d-41c0-a060-4b04e8d936ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.134162 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-f974c775-318d-41c0-a060-4b04e8d936ae service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1099 time: 0.1240253 Jun 16 13:46:52.170220 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff1e67-e311-4c53-9103-585dff7ad094 req-f7fcde56-c501-4328-b922-1186bc70e99e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.177349 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dff1e67-e311-4c53-9103-585dff7ad094 req-f7fcde56-c501-4328-b922-1186bc70e99e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1316652 Jun 16 13:46:52.295709 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9dff1e67-e311-4c53-9103-585dff7ad094 req-2e7269ef-d4b7-4aa0-9b71-10f377cf2674 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171455 Jun 16 13:46:52.330694 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-c8304124-7540-402d-896d-2c358dce81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.332080 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-c8304124-7540-402d-896d-2c358dce81a4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 920 time: 0.1785502 Jun 16 13:46:52.385057 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-02398c02-b56e-4505-a013-46caf0fdec63 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc HTTP/1.1" status: 200 len: 217 time: 0.0407908 Jun 16 13:46:52.442475 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-1a175b94-b8f1-4380-a655-370b5339f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.444008 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-1a175b94-b8f1-4380-a655-370b5339f132 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.0528233 Jun 16 13:46:52.480496 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-34f1ade1-5998-433f-9843-d33fedaf19d0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264566 Jun 16 13:46:52.596773 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-e6069387-9765-422d-96a5-8c6d7e12b1a3 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037683 Jun 16 13:46:52.734331 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96bd4edc-eb79-48a0-85b9-355a7034cfa3 req-0831e035-2e6a-422f-b0d0-5bcc68ab0f02 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289394 Jun 16 13:46:53.517829 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82272d-d39c-4760-b0d2-7ef6e8aab980 req-b5e2d589-30bf-4005-b967-6f0301672a82 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:53.517829 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1a82272d-d39c-4760-b0d2-7ef6e8aab980 req-b5e2d589-30bf-4005-b967-6f0301672a82 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0860937 Jun 16 13:46:53.567048 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1a82272d-d39c-4760-b0d2-7ef6e8aab980 req-6d3afdfc-f42f-46c0-89ab-64d7df0ac34c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398343 Jun 16 13:46:54.839165 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d9c3c-e6a8-4ce4-a964-09d451c3d0b9 req-b4d08acf-41fa-4fbb-a230-90a7bf00efbf tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:54.842584 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac8d9c3c-e6a8-4ce4-a964-09d451c3d0b9 req-b4d08acf-41fa-4fbb-a230-90a7bf00efbf tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0824270 Jun 16 13:46:54.901042 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac8d9c3c-e6a8-4ce4-a964-09d451c3d0b9 req-1de258ab-f642-4038-8096-efa87a9de9b8 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 Jun 16 13:46:55.173028 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42100) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:55.353742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a4157c1-8695-4f35-b1e1-0af068cd59e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:55.469604 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a4157c1-8695-4f35-b1e1-0af068cd59e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:55.475138 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a4157c1-8695-4f35-b1e1-0af068cd59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:55.479238 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-aa44a75e-8c64-4ca9-b7c7-6fa0c530ec1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:55.514706 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4157c1-8695-4f35-b1e1-0af068cd59e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a052241-a7cc-49c1-a6ad-927f22bcc5e9,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:55.519369 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4a4157c1-8695-4f35-b1e1-0af068cd59e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:55.525978 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42108) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:55.533526 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4a4157c1-8695-4f35-b1e1-0af068cd59e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa397939599b4c8b88073cdbd8c1cd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593624 Jun 16 13:46:55.581366 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa91547e-1139-4690-b750-76d33d64c46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:55.605611 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa91547e-1139-4690-b750-76d33d64c46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:55.655115 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa91547e-1139-4690-b750-76d33d64c46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:55.658406 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-fa91547e-1139-4690-b750-76d33d64c46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:55.663460 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-fa91547e-1139-4690-b750-76d33d64c46a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a052241-a7cc-49c1-a6ad-927f22bcc5e9 HTTP/1.1" status: 204 len: 168 time: 0.1364391 Jun 16 13:46:55.664479 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-29acca32-b465-4394-9852-dca45972345f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:55.672124 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91547e-1139-4690-b750-76d33d64c46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a052241-a7cc-49c1-a6ad-927f22bcc5e9,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:55.675159 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-fa91547e-1139-4690-b750-76d33d64c46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:56.220951 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c209bb-c788-41ae-8c3f-611738a1fac6 req-755caf43-4c72-4c69-bcc0-1a679d39e34a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:56.237880 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-24c209bb-c788-41ae-8c3f-611738a1fac6 req-755caf43-4c72-4c69-bcc0-1a679d39e34a tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1632481 Jun 16 13:46:56.317327 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-24c209bb-c788-41ae-8c3f-611738a1fac6 req-a53a8798-44bb-4316-8ed6-ca9807117896 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715702 Jun 16 13:46:56.588133 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42142) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:56.729795 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1086260669-network', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:56.759973 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Made reservation on behalf of 70710fed8e9b423aa96a5fec0fe3d0bd for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:56.762682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.772596 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.918649 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.923775 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.928023 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-84e3d2ee-dabc-4c69-87bd-e7a43190bcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:56.952676 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1230, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:46:56.963437 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85c00fe-0420-419e-a2c4-6ef95271e6e3,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:56.967996 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:56.975308 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:56.975731 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Added segment 49d195da-47b6-4ca5-a998-fd7a733c91f2 of type vlan for network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b Jun 16 13:46:57.021150 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.054608 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.056134 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:57.056749 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.058909 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:57.093900 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5045114 Jun 16 13:46:57.097174 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42150) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:57.126507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Request body: {'subnet': {'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1086260669-subnet', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:57.130731 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Pushing event updated for resources: {'Network': ['ID=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:57.134994 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:57.143194 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:46:57.143780 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:46:57.170642 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Made reservation on behalf of 70710fed8e9b423aa96a5fec0fe3d0bd for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:46:57.174350 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.383320 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.385561 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-91617a97-bfcc-44b7-bfd8-1889bebd0662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:57.451405 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5195e472-862c-462f-a1f9-1bb456212573,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:57.458714 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:57.466058 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Checking segment: {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:57.466413 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Network hostable DHCP agents. Network: 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:46:57.485854 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:46:57.495756 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:57.501589 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:57.503113 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.507134 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83403a20-a679-48e9-b3c3-6f2529166c1a None None] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:46:57.521019 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ce892c77-cc10-4908-b40f-353f123fe655 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4227848 Jun 16 13:46:57.523454 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42172) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:57.526804 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611df2e-806a-4866-8333-8260cc4fe949 req-68d9e676-acbc-4077-bcde-25911e246b45 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:57.528451 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:46:57.528591 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2611df2e-806a-4866-8333-8260cc4fe949 req-68d9e676-acbc-4077-bcde-25911e246b45 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0850289 Jun 16 13:46:57.553496 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.554531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.580111 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2611df2e-806a-4866-8333-8260cc4fe949 req-4797ef06-faed-48de-852c-02d1ad976f51 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455778 Jun 16 13:46:57.624761 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.708480 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:46:57.709363 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.774590 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.828722 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1131d673-afa9-4cb0-a2ce-9412bd431c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:57.880752 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Allocated IP 172.20.0.2 (7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b/5195e472-862c-462f-a1f9-1bb456212573/f9069197-8068-4113-bb4e-cdad208c9a3b) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:57.996098 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.017132 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.044075 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.052953 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Transition to ACTIVE for port object f9069197-8068-4113-bb4e-cdad208c9a3b will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:58.069306 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Transition to ACTIVE for port object f9069197-8068-4113-bb4e-cdad208c9a3b will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:46:58.075589 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.079049 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:58.110744 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:58.113674 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:58.117216 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:58.127861 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Allocated IP 172.27.2.90 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/0e37e875-7b12-44eb-8ada-15ef0e86f13b) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:46:58.134743 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Pushing event updated for resources: {'Port': ['ID=f9069197-8068-4113-bb4e-cdad208c9a3b,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:58.139445 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:58.223967 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Attempting to bind port f9069197-8068-4113-bb4e-cdad208c9a3b on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:46:58.224660 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Attempting to bind port f9069197-8068-4113-bb4e-cdad208c9a3b by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:46:58.224769 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Attempting to bind port f9069197-8068-4113-bb4e-cdad208c9a3b on network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:46:58.230022 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:46:58.230468 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Checking segment: {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:46:58.230896 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.231310 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Bound using segment: {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:46:58.231785 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Bound port: f9069197-8068-4113-bb4e-cdad208c9a3b, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:46:58.232165 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.238287 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.287684 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.290174 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-43d0c3d4-9dfc-460b-9af3-688d2775e924 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:58.297399 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] For port f9069197-8068-4113-bb4e-cdad208c9a3b, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:46:58.300869 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] For port f9069197-8068-4113-bb4e-cdad208c9a3b, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=f9069197-8068-4113-bb4e-cdad208c9a3b,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:46:58.306313 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.308462 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:58.338757 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:46:58.342387 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:46:58.344716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:46:58.365392 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Pushing event updated for resources: {'Port': ['ID=f9069197-8068-4113-bb4e-cdad208c9a3b,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:58.368656 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:58.380568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Pushing event updated for resources: {'Port': ['ID=0e37e875-7b12-44eb-8ada-15ef0e86f13b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:58.384083 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:58.806175 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device f9069197-8068-4113-bb4e-cdad208c9a3b up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:46:58.877228 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port f9069197-8068-4113-bb4e-cdad208c9a3b completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:58.935352 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.948511 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfa60a-d08b-440b-a3fe-8701679ca938 req-f954fdf2-dc7c-4671-a348-8a52fba9f034 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:58.949883 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2fbfa60a-d08b-440b-a3fe-8701679ca938 req-f954fdf2-dc7c-4671-a348-8a52fba9f034 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1052644 Jun 16 13:46:59.069543 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2fbfa60a-d08b-440b-a3fe-8701679ca938 req-e7c7a2fc-aacb-4986-bb23-84f59485fa11 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846512 Jun 16 13:46:59.203774 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.355655 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:46:59.471920 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:46:59.482689 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Sync routers for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:46:59.496178 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:46:59.496788 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:46:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:59.496993 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.498143 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9736326 Jun 16 13:46:59.501469 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42246) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:59.529076 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00730864-1601-4ebf-a283-eccbccdd2dba None None] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:46:59.628214 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:46:59.669650 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] Provisioning for port f9069197-8068-4113-bb4e-cdad208c9a3b completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:46:59.698645 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] Provisioning complete for port f9069197-8068-4113-bb4e-cdad208c9a3b triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:46:59.699190 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.798617 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.824610 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:46:58Z', 'revision_number': 3, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:59.829860 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Checking router: 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:46:59.830351 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Updating router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa port 0e37e875-7b12-44eb-8ada-15ef0e86f13b binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:46:59.837367 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] For port f9069197-8068-4113-bb4e-cdad208c9a3b, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=f9069197-8068-4113-bb4e-cdad208c9a3b,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:59.842299 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.845853 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:59.887512 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.908026 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] Pushing event updated for resources: {'Port': ['ID=f9069197-8068-4113-bb4e-cdad208c9a3b,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:59.911249 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:59.953084 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.062239 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-a09a0324-557b-4292-b855-3b87242e25a0 None None] Provisioning complete for port f9069197-8068-4113-bb4e-cdad208c9a3b triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:00.062533 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a09a0324-557b-4292-b855-3b87242e25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.124585 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Allocated IP 172.20.0.1 (7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b/5195e472-862c-462f-a1f9-1bb456212573/8156d901-5d10-4f8f-b88b-66ddf5202776) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:00.178679 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.192445 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Transition to ACTIVE for port object 0e37e875-7b12-44eb-8ada-15ef0e86f13b will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:00.208571 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.208962 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-5949bb42-3f50-4da0-bebd-44f466b001ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:00.268960 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.272525 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Attempting to bind port 0e37e875-7b12-44eb-8ada-15ef0e86f13b on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:00.273032 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Attempting to bind port 0e37e875-7b12-44eb-8ada-15ef0e86f13b by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:00.273494 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Attempting to bind port 0e37e875-7b12-44eb-8ada-15ef0e86f13b on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:00.276813 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Pushing event updated for resources: {'Port': ['ID=0e37e875-7b12-44eb-8ada-15ef0e86f13b,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:00.282282 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:00.282786 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:00.283221 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.283616 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:00.283804 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Transition to ACTIVE for port object 8156d901-5d10-4f8f-b88b-66ddf5202776 will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:00.284265 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Bound port: 0e37e875-7b12-44eb-8ada-15ef0e86f13b, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:00.284620 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.313821 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.314168 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.314503 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.314830 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.315176 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.315490 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.315811 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.316129 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.316447 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.316934 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.317250 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.317562 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:00.322584 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:00.330161 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.333499 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:00.338628 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.351776 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58139750-3d92-4f4a-959e-84d935518215 req-bda338b3-c58f-4e3b-aa4b-ee7839584f89 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:00.353458 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-58139750-3d92-4f4a-959e-84d935518215 req-bda338b3-c58f-4e3b-aa4b-ee7839584f89 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0967786 Jun 16 13:47:00.360581 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] For port 0e37e875-7b12-44eb-8ada-15ef0e86f13b, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:00.364598 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] For port 0e37e875-7b12-44eb-8ada-15ef0e86f13b, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=0e37e875-7b12-44eb-8ada-15ef0e86f13b,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:00.369742 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.374507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:00.377708 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:00.381518 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-16d2967e-112a-4631-abca-3dbf54894556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:00.393383 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:00.393874 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.404494 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42256) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:00.430348 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:00.431289 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:46:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:00.443489 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Pushing event updated for resources: {'Port': ['ID=8156d901-5d10-4f8f-b88b-66ddf5202776,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:00.444908 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-58139750-3d92-4f4a-959e-84d935518215 req-35e56f2e-87af-44aa-a558-65e99b82cdd8 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839577 Jun 16 13:47:00.466345 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:00.472914 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Deleting subnet e51ee2d4-5dd0-4ab5-9c83-f38bff090264 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:47:00.487500 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.498717 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Pushing event updated for resources: {'Port': ['ID=0e37e875-7b12-44eb-8ada-15ef0e86f13b,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:00.540345 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-eb430d04-d52f-40a9-b988-a46cdaa1ec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.543343 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30714702'] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.551429 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:00.591798 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.609653 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.615072 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:00.645779 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-363e1dc9-75a3-41bd-99e9-bb661869e44b None None] Provisioning for port 8156d901-5d10-4f8f-b88b-66ddf5202776 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:00.649810 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-363e1dc9-75a3-41bd-99e9-bb661869e44b None None] Provisioning complete for port 8156d901-5d10-4f8f-b88b-66ddf5202776 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:00.650485 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-363e1dc9-75a3-41bd-99e9-bb661869e44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.682628 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32288624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30793493'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.685958 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:00.727073 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e51ee2d4-5dd0-4ab5-9c83-f38bff090264,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:00.744364 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-363e1dc9-75a3-41bd-99e9-bb661869e44b None None] Port 8156d901-5d10-4f8f-b88b-66ddf5202776 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:00.752073 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:00.755277 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.757144 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e51ee2d4-5dd0-4ab5-9c83-f38bff090264 HTTP/1.1" status: 204 len: 168 time: 0.3498218 Jun 16 13:47:00.760368 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42260) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:00.764313 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device f9069197-8068-4113-bb4e-cdad208c9a3b up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:00.819027 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port f9069197-8068-4113-bb4e-cdad208c9a3b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:00.819657 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.825778 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.831452 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.832437 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.841300 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:00.849906 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:46:58Z', 'revision_number': 3, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:00.853827 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff7fa0-7e4e-4a17-b7fa-3503aa957c7e None None] The sync data for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi is: [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:46:58Z', 'revision_number': 3, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:00.854863 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.950019 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Pushing event updated for resources: {'Port': ['ID=8156d901-5d10-4f8f-b88b-66ddf5202776,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:00.951292 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.955005 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:00.964699 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b763ad67-324e-409b-b1ec-4130df4d9284']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:00.977343 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01401555-c1b9-40e5-bfd9-9441267ea3f7') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:00.977685 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01401555-c1b9-40e5-bfd9-9441267ea3f7') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:00.980403 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:00.981832 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:00.986526 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.002202 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.008761 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:47:01.009219 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:47:01.010845 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:47:01.073918 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.077510 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:01.080871 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.084036 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b763ad67-324e-409b-b1ec-4130df4d9284 HTTP/1.1" status: 204 len: 168 time: 0.3226783 Jun 16 13:47:01.108276 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b763ad67-324e-409b-b1ec-4130df4d9284,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:01.111455 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-76475ea5-9936-4be7-b309-7a04dfb389c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:01.151073 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:01.311178 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42266) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:01.314646 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:01.322929 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] 10.222.0.64 "PUT /v2.0/routers/92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8174365 Jun 16 13:47:01.370334 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3c7a5f7a-82ac-4e90-9d2e-c7f61cf67fdd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d090be03877b4d8fab50604e6b123330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577843 Jun 16 13:47:01.370807 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42270) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:01.370957 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-092605a3-d516-44fc-af98-9657262f0be9 None None] Provisioning complete for port 8156d901-5d10-4f8f-b88b-66ddf5202776 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:01.371308 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-092605a3-d516-44fc-af98-9657262f0be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.424586 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-092605a3-d516-44fc-af98-9657262f0be9 None None] Port 8156d901-5d10-4f8f-b88b-66ddf5202776 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:01.439418 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7bc57959-1154-4f84-9614-da1df6cb8eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.465020 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7bc57959-1154-4f84-9614-da1df6cb8eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.491865 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.524563 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7bc57959-1154-4f84-9614-da1df6cb8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.527360 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7bc57959-1154-4f84-9614-da1df6cb8eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.528434 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7bc57959-1154-4f84-9614-da1df6cb8eaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bdc3739-c958-48c7-be82-51809f77d110 HTTP/1.1" status: 204 len: 168 time: 0.1562221 Jun 16 13:47:01.529272 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e5773bf4-b8cd-45ac-9ff8-5d2555e99b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:01.544810 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc57959-1154-4f84-9614-da1df6cb8eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdc3739-c958-48c7-be82-51809f77d110,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:01.550757 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7bc57959-1154-4f84-9614-da1df6cb8eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:01.693768 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82207-a946-4a92-8555-770e43230618 req-5d8f9c52-ce4c-4ff9-a714-0d455e512eb2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:01.701146 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e8c82207-a946-4a92-8555-770e43230618 req-5d8f9c52-ce4c-4ff9-a714-0d455e512eb2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1000772 Jun 16 13:47:01.746737 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e8c82207-a946-4a92-8555-770e43230618 req-6cd04629-0bfd-42a5-9894-5fba7c079d1e tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445476 Jun 16 13:47:02.114206 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.136364 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42302) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:02.141962 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1777095325-network', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:02.162360 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Made reservation on behalf of c1c7d2a730944202a64c9dd4201c26e1 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:02.164673 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.173754 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.283821 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.289583 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.293883 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-093afe90-7940-4b83-a1df-a979a8f51565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:02.320965 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 1240, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:47:02.326674 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b181f6a-9c30-44e7-ab76-c05b410de2f2,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:02.330541 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:02.335268 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.335617 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Added segment bade85be-335b-4508-84c0-cbeecc9ee782 of type vlan for network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 Jun 16 13:47:02.376788 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.407382 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.409210 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:02.409825 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.413485 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:02.450962 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3110821 Jun 16 13:47:02.451974 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42312) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:02.458523 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Request body: {'subnet': {'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1777095325-subnet', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:02.482158 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Pushing event updated for resources: {'Network': ['ID=2e604f82-4bbd-4224-acd2-f60a6ec6bf03,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:02.485481 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:02.492584 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:47:02.504532 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Made reservation on behalf of c1c7d2a730944202a64c9dd4201c26e1 for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:02.507200 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.687439 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42318) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:02.726260 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.729025 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:02.780446 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e385b2-e381-420f-b9bb-3f56c8ade99a,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:02.785350 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:02.798120 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 0e37e875-7b12-44eb-8ada-15ef0e86f13b up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:02.803769 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Checking segment: {'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:02.804129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Network hostable DHCP agents. Network: 2e604f82-4bbd-4224-acd2-f60a6ec6bf03, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:47:02.825504 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:47:02.837898 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 2e604f82-4bbd-4224-acd2-f60a6ec6bf03) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:02.843394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:02.846071 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.861643 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c23112-7002-49c5-ab67-ee2d4956b555 None None] Network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:47:02.886344 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42328) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:02.886573 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4332514 Jun 16 13:47:02.891729 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:02.901971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1130697364-network', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:02.958810 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Made reservation on behalf of cdc85c5398f04fa299baa57b2be21a4d for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:02.961244 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.968629 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 0e37e875-7b12-44eb-8ada-15ef0e86f13b completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:02.980439 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 0e37e875-7b12-44eb-8ada-15ef0e86f13b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:02.980820 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.995883 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.005958 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Sync routers for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:03.011542 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.012573 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.075693 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:03.076486 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:03.116867 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.125705 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9954b4-167b-41cf-a755-bd034dc1b0f3 req-3e6a70d3-488c-474d-8240-81d68617d52f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:03.127311 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bc9954b4-167b-41cf-a755-bd034dc1b0f3 req-3e6a70d3-488c-474d-8240-81d68617d52f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1897447 Jun 16 13:47:03.181782 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-2e604f82-4bbd-4224-acd2-f60a6ec6bf03', 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'fixed_ips': [{'subnet_id': '57e385b2-e381-420f-b9bb-3f56c8ade99a'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:47:03.182637 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.326567 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.328377 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bc9954b4-167b-41cf-a755-bd034dc1b0f3 req-1f317816-6379-4dc9-a83f-77c7c3e5241c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907477 Jun 16 13:47:03.349828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.361491 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:03.374368 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.386966 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.392053 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c01e9e06-8f9b-44ac-8555-7f45e770b60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:03.401211 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.405214 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 0e37e875-7b12-44eb-8ada-15ef0e86f13b, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=0e37e875-7b12-44eb-8ada-15ef0e86f13b,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:03.411157 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] vlan segment allocate from pool success with {'vlan_id': 1218, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:47:03.416905 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.438510 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.438902 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Added segment b9142896-3df1-4bcb-af44-0bd2f570d846 of type vlan for network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 Jun 16 13:47:03.452228 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c2aaf0-636c-4e05-86f2-3eee5a6d0973,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:03.456871 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:03.497476 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.562457 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:03.688811 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Allocated IP 172.20.0.2 (2e604f82-4bbd-4224-acd2-f60a6ec6bf03/57e385b2-e381-420f-b9bb-3f56c8ade99a/aff4d242-0d93-4f4c-aaa7-4688397eb89c) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:03.727562 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=0e37e875-7b12-44eb-8ada-15ef0e86f13b,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:03.735171 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:03.803194 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.805397 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:03.805997 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.808742 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-585b7fb3-5544-4f86-b251-900792825261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:03.836723 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1471834 Jun 16 13:47:03.840316 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42346) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:03.851549 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Request body: {'subnet': {'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1130697364-subnet', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:03.880031 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Made reservation on behalf of cdc85c5398f04fa299baa57b2be21a4d for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:03.883680 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.915817 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 2, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:03.927201 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Checking router: 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:03.927593 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Updating router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa port 8156d901-5d10-4f8f-b88b-66ddf5202776 binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:03.927841 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Pushing event updated for resources: {'Network': ['ID=6e01a6cd-78a6-4ce8-9638-3545a3d46c33,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:03.932178 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:03.952353 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.954403 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:47:03.978416 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Transition to ACTIVE for port object aff4d242-0d93-4f4c-aaa7-4688397eb89c will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:03.986669 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.010098 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.010862 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.018907 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Transition to ACTIVE for port object aff4d242-0d93-4f4c-aaa7-4688397eb89c will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:04.063554 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.068123 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:04.079788 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.086288 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4c1274f8-518e-44a6-bc72-ab169693ea3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:04.125959 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:04.134273 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Allocated IP 172.27.2.13 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/564001a2-987a-4bc3-9b70-231314db6b20) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:04.134778 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:04.147906 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=858cdb05-9f85-4823-bc63-fe3300fc8e0c,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:04.149267 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:04.158208 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:04.159359 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Checking segment: {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:04.159712 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Network hostable DHCP agents. Network: 6e01a6cd-78a6-4ce8-9638-3545a3d46c33, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:47:04.180643 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:47:04.193025 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 6e01a6cd-78a6-4ce8-9638-3545a3d46c33) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:04.203288 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Pushing event updated for resources: {'Port': ['ID=aff4d242-0d93-4f4c-aaa7-4688397eb89c,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:04.204666 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.208098 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.209393 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca8a913-57c6-42be-80f1-946bceb40791 None None] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:47:04.222561 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:04.239314 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a4bbf13e-387a-4c96-8d17-bbc8dd057e92 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3951957 Jun 16 13:47:04.239484 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42350) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:04.244057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:04.267230 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.268324 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.305737 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.327632 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.349684 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Attempting to bind port aff4d242-0d93-4f4c-aaa7-4688397eb89c on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:04.350060 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Attempting to bind port aff4d242-0d93-4f4c-aaa7-4688397eb89c by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:04.350460 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Attempting to bind port aff4d242-0d93-4f4c-aaa7-4688397eb89c on network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:04.351838 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.354510 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:04.374758 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:04.375485 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Checking segment: {'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:04.375932 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.376318 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Bound using segment: {'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:04.376812 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Bound port: aff4d242-0d93-4f4c-aaa7-4688397eb89c, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:04.377197 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.410080 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:04.417840 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:04.429653 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:04.466330 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=564001a2-987a-4bc3-9b70-231314db6b20,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:04.473682 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:04.581997 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] For port aff4d242-0d93-4f4c-aaa7-4688397eb89c, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:04.605694 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] For port aff4d242-0d93-4f4c-aaa7-4688397eb89c, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=aff4d242-0d93-4f4c-aaa7-4688397eb89c,segment=NetworkSegment(bade85be-335b-4508-84c0-cbeecc9ee782),segment_id=bade85be-335b-4508-84c0-cbeecc9ee782)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:04.624281 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:47:04.625222 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.635876 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.639487 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:04.666170 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d193c2f-e81d-42d9-a160-86bf5d0f7c91 req-3595ac5f-d9c5-4846-86d0-dcf194ffca6c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.677269 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d193c2f-e81d-42d9-a160-86bf5d0f7c91 req-3595ac5f-d9c5-4846-86d0-dcf194ffca6c tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1925383 Jun 16 13:47:04.713775 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.811459 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Transition to ACTIVE for port object 8156d901-5d10-4f8f-b88b-66ddf5202776 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:04.826838 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Pushing event updated for resources: {'Port': ['ID=aff4d242-0d93-4f4c-aaa7-4688397eb89c,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:04.832980 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:04.834979 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.837230 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 0e37e875-7b12-44eb-8ada-15ef0e86f13b up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:04.841741 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:04.886180 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9d193c2f-e81d-42d9-a160-86bf5d0f7c91 req-3fc7bed8-82a0-4851-825e-58ee77c774c5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077234 Jun 16 13:47:04.889817 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.008567 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.033251 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bda61-d40d-4fa3-8e36-9d306e7c3251 None None] Pushing event updated for resources: {'Port': ['ID=8156d901-5d10-4f8f-b88b-66ddf5202776,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:05.065127 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-776bda61-d40d-4fa3-8e36-9d306e7c3251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:05.119930 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 0e37e875-7b12-44eb-8ada-15ef0e86f13b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:05.120309 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.129331 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Allocated IP 172.20.0.2 (6e01a6cd-78a6-4ce8-9638-3545a3d46c33/858cdb05-9f85-4823-bc63-fe3300fc8e0c/02ab99e3-c0f5-44ed-b148-f286c90e5fa1) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:05.179088 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Attempting to bind port 8156d901-5d10-4f8f-b88b-66ddf5202776 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:05.179589 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Attempting to bind port 8156d901-5d10-4f8f-b88b-66ddf5202776 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:05.179820 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Attempting to bind port 8156d901-5d10-4f8f-b88b-66ddf5202776 on network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:05.195688 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:05.196106 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Checking segment: {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:05.196501 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.203756 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Bound using segment: {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:05.205605 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Bound port: 8156d901-5d10-4f8f-b88b-66ddf5202776, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:05.206500 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.230054 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.330123 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.349150 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.395970 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] For port 8156d901-5d10-4f8f-b88b-66ddf5202776, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:05.424192 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Router 04153d5c-299b-421d-88c2-9a4a8d58eec8 is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:47:05.443113 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] For port 8156d901-5d10-4f8f-b88b-66ddf5202776, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=8156d901-5d10-4f8f-b88b-66ddf5202776,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:05.452517 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.506228 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Allocated IP 172.27.2.229 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/efaa2c7c-d354-4886-a9f2-ec1bd72645cc) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:05.562190 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:05.572801 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Sync routers for ids ['04153d5c-299b-421d-88c2-9a4a8d58eec8'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:05.582407 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.586858 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6969461 Jun 16 13:47:05.587123 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42360) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:05.592298 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Routers {'04153d5c-299b-421d-88c2-9a4a8d58eec8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:05.593170 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['04153d5c-299b-421d-88c2-9a4a8d58eec8'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:05.594736 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-42572678-a313-4dd1-a709-7d7fc83fb34f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:05.638530 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.684075 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.686231 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bda61-d40d-4fa3-8e36-9d306e7c3251 None None] Pushing event updated for resources: {'Port': ['ID=8156d901-5d10-4f8f-b88b-66ddf5202776,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:05.691099 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.694570 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-776bda61-d40d-4fa3-8e36-9d306e7c3251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:05.694850 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:05.709200 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Transition to ACTIVE for port object 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:05.718591 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:05.719318 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:05.748768 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:05.761971 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:05.767312 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:05.857679 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Set router 04153d5c-299b-421d-88c2-9a4a8d58eec8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:05.865364 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Transition to ACTIVE for port object 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:05.882612 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.886510 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:05.946299 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Pushing event updated for resources: {'Port': ['ID=efaa2c7c-d354-4886-a9f2-ec1bd72645cc,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:05.974035 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:06.013721 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:06.048502 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:06.088794 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:06.093580 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Pushing event updated for resources: {'Port': ['ID=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:06.097479 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:06.153810 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:06.302719 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Attempting to bind port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:06.303529 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Attempting to bind port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:06.303529 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Attempting to bind port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 on network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:06.331884 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:06.332414 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Checking segment: {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:06.332908 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.333786 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Bound using segment: {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:06.333911 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Bound port: 02ab99e3-c0f5-44ed-b148-f286c90e5fa1, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:06.334911 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.363660 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.373049 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '564001a2-987a-4bc3-9b70-231314db6b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:47:04Z', 'revision_number': 3, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port': {'id': '564001a2-987a-4bc3-9b70-231314db6b20', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:06.373674 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43de0259-5a5c-47a7-9ea7-c51703813b78 None None] Network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:47:06.380070 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Checking router: 04153d5c-299b-421d-88c2-9a4a8d58eec8 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:06.380417 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Updating router 04153d5c-299b-421d-88c2-9a4a8d58eec8 port 564001a2-987a-4bc3-9b70-231314db6b20 binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:06.407264 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb382-73a2-4566-a4aa-9875a05914de req-edd49f20-6776-482b-a293-55532acdfc81 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:06.416280 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a79cb382-73a2-4566-a4aa-9875a05914de req-edd49f20-6776-482b-a293-55532acdfc81 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.2322412 Jun 16 13:47:06.435391 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.447988 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.514461 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-8879ba55-47d3-4656-afcd-8eaedb90604b None None] Provisioning for port aff4d242-0d93-4f4c-aaa7-4688397eb89c completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:06.517484 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a79cb382-73a2-4566-a4aa-9875a05914de req-d5a77707-d26b-45b4-8cb1-cda70a9a0c49 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996630 Jun 16 13:47:06.567517 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] For port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:06.602898 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] For port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:06.613618 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.617915 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-4a8da747-c924-4c27-a95c-f568398bd9dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:06.692909 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.727359 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Allocated IP 172.20.0.1 (2e604f82-4bbd-4224-acd2-f60a6ec6bf03/57e385b2-e381-420f-b9bb-3f56c8ade99a/86629c11-e371-4a7c-b616-6d8a150b4c85) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:06.734251 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Pushing event updated for resources: {'Port': ['ID=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:06.739192 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:06.758947 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:05Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:06.764897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0904fbc5-1a7e-48dd-8faa-3220bbb3d668 None None] The sync data for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi is: [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:05Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:06.864388 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.881048 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Transition to ACTIVE for port object 564001a2-987a-4bc3-9b70-231314db6b20 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:06.889512 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.893913 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-8a5c1c98-af6b-4c2c-aac3-3878ff789d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:06.941026 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device aff4d242-0d93-4f4c-aaa7-4688397eb89c up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:06.958713 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ed336-9be1-4d83-b266-20e19a55866b None None] Pushing event updated for resources: {'Port': ['ID=564001a2-987a-4bc3-9b70-231314db6b20,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:06.962758 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-1a2ed336-9be1-4d83-b266-20e19a55866b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:06.992063 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Attempting to bind port 564001a2-987a-4bc3-9b70-231314db6b20 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:06.992682 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Attempting to bind port 564001a2-987a-4bc3-9b70-231314db6b20 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:06.993052 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Attempting to bind port 564001a2-987a-4bc3-9b70-231314db6b20 on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:07.013658 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:07.014041 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:07.014454 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.014850 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:07.015357 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Bound port: 564001a2-987a-4bc3-9b70-231314db6b20, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:07.047968 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Router e678454f-dc73-416b-87f0-0dc35407803a is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:47:07.055884 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.095936 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.160603 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Transition to ACTIVE for port object 86629c11-e371-4a7c-b616-6d8a150b4c85 will not be triggered until provisioned by entity DHCP. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:07.175541 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port aff4d242-0d93-4f4c-aaa7-4688397eb89c completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:07.178471 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] For port 564001a2-987a-4bc3-9b70-231314db6b20, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:07.181652 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port aff4d242-0d93-4f4c-aaa7-4688397eb89c triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:07.184962 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.214415 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] For port 564001a2-987a-4bc3-9b70-231314db6b20, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=564001a2-987a-4bc3-9b70-231314db6b20,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:07.224209 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.234460 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:07.247390 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.264641 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-16ddb528-f028-494d-adaa-6c85ae7c9fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:07.359387 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:07.370482 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Routers {'04153d5c-299b-421d-88c2-9a4a8d58eec8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:07.371528 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['04153d5c-299b-421d-88c2-9a4a8d58eec8'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:07.372140 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:07.384514 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:07.441561 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:07.459974 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Sync routers for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:07.488323 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Pushing event updated for resources: {'Port': ['ID=86629c11-e371-4a7c-b616-6d8a150b4c85,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:07.502226 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:07.507579 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.515129 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2720532 Jun 16 13:47:07.516355 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42380) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:07.518556 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:07.519664 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:07.529807 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.693703 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] Set router 04153d5c-299b-421d-88c2-9a4a8d58eec8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:07.760767 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.768509 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a78283-fed4-42d2-ac04-6be057bcabc7 req-a0278844-534e-439b-b6c5-1313f7ee1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:07.770153 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58a78283-fed4-42d2-ac04-6be057bcabc7 req-a0278844-534e-439b-b6c5-1313f7ee1837 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1099 time: 0.4097533 Jun 16 13:47:07.786021 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ed336-9be1-4d83-b266-20e19a55866b None None] Pushing event updated for resources: {'Port': ['ID=564001a2-987a-4bc3-9b70-231314db6b20,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:07.809599 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-1a2ed336-9be1-4d83-b266-20e19a55866b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:07.838379 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.873598 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port aff4d242-0d93-4f4c-aaa7-4688397eb89c, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=aff4d242-0d93-4f4c-aaa7-4688397eb89c,segment=NetworkSegment(bade85be-335b-4508-84c0-cbeecc9ee782),segment_id=bade85be-335b-4508-84c0-cbeecc9ee782)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:07.888050 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-f45fd619-9a15-4192-b7af-e89e17683ef8 None None] Provisioning complete for port aff4d242-0d93-4f4c-aaa7-4688397eb89c triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:07.888906 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f45fd619-9a15-4192-b7af-e89e17683ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.935744 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-58a78283-fed4-42d2-ac04-6be057bcabc7 req-f026a86f-d307-4165-9844-f036647eed7d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551092 Jun 16 13:47:07.964509 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.973838 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:08.058435 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89627-dc31-4c0d-8aa4-f41212bfb362 req-c65d8ead-f716-46a5-ab1c-a524b06b0ed1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:08.059416 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943247d-4680-4fab-b045-cba39f5b0105 req-a79ff242-c5a0-49c6-aaef-77b29e89a3fa tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:08.060112 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d4b89627-dc31-4c0d-8aa4-f41212bfb362 req-c65d8ead-f716-46a5-ab1c-a524b06b0ed1 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.2950025 Jun 16 13:47:08.060962 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d943247d-4680-4fab-b045-cba39f5b0105 req-a79ff242-c5a0-49c6-aaef-77b29e89a3fa tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 946 time: 0.1926298 Jun 16 13:47:08.103067 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=aff4d242-0d93-4f4c-aaa7-4688397eb89c,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:08.108331 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:08.117200 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '564001a2-987a-4bc3-9b70-231314db6b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:47:04Z', 'revision_number': 3, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port': {'id': '564001a2-987a-4bc3-9b70-231314db6b20', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:08.123521 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2c974-f96b-4d86-bb43-f3df2b7050e7 None None] The sync data for ids ['04153d5c-299b-421d-88c2-9a4a8d58eec8'] in dv-cinder-789603-10-iscsi is: [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '564001a2-987a-4bc3-9b70-231314db6b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:47:04Z', 'revision_number': 3, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port': {'id': '564001a2-987a-4bc3-9b70-231314db6b20', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:08.151504 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:08.201318 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d943247d-4680-4fab-b045-cba39f5b0105 req-33248898-0e8f-4875-a526-d91f651f9a7d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819275 Jun 16 13:47:08.312877 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.323169 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.349867 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d4b89627-dc31-4c0d-8aa4-f41212bfb362 req-a73f386e-df4f-44c9-a480-830ece7748ab tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088603 Jun 16 13:47:08.366490 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dd38e1a2-735f-4239-a52a-0d7473bd8ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:08.408056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.458690 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc95da-6e7a-416e-b50f-899221b8eeeb None None] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:47:08.525976 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-a9325f85-3fbc-49d3-96d6-0b49d37e3d0d None None] Provisioning for port 86629c11-e371-4a7c-b616-6d8a150b4c85 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:08.589942 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-a9325f85-3fbc-49d3-96d6-0b49d37e3d0d None None] Provisioning complete for port 86629c11-e371-4a7c-b616-6d8a150b4c85 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:08.590321 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a9325f85-3fbc-49d3-96d6-0b49d37e3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.692148 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.699921 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-a9325f85-3fbc-49d3-96d6-0b49d37e3d0d None None] Port 86629c11-e371-4a7c-b616-6d8a150b4c85 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:08.827798 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:06Z', 'revision_number': 3, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:08.838511 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Checking router: e678454f-dc73-416b-87f0-0dc35407803a for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:08.838869 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Updating router e678454f-dc73-416b-87f0-0dc35407803a port efaa2c7c-d354-4886-a9f2-ec1bd72645cc binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:08.988407 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Pushing event updated for resources: {'Port': ['ID=86629c11-e371-4a7c-b616-6d8a150b4c85,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:09.000112 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:09.012958 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Allocated IP 172.20.0.1 (6e01a6cd-78a6-4ce8-9638-3545a3d46c33/858cdb05-9f85-4823-bc63-fe3300fc8e0c/a7850c9b-6b5b-4cf1-96ec-c1f55c2af487) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:09.027075 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:09.028602 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:09.119410 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:09.158043 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.189184 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-d2dbfe88-5772-41d9-ac76-58454eb36029 None None] Provisioning for port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:09.236921 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Router 04153d5c-299b-421d-88c2-9a4a8d58eec8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:09.244276 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.260814 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Transition to ACTIVE for port object a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:09.328965 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.350477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b5c6e884-f270-44a7-b373-b4bbddff6ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:09.373923 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:09.383322 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] 10.222.0.64 "PUT /v2.0/routers/04153d5c-299b-421d-88c2-9a4a8d58eec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7919772 Jun 16 13:47:09.414360 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:09.429567 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Pushing event updated for resources: {'Port': ['ID=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:09.433456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:09.436213 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:09.436981 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:09.438188 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.472075 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:09.519520 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:09.519772 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.588387 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f2d47-fe8b-4f1a-957c-35e6cfad73c8 req-6bda22dc-4dbc-4337-874c-730981e68d03 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:09.589853 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-106f2d47-fe8b-4f1a-957c-35e6cfad73c8 req-6bda22dc-4dbc-4337-874c-730981e68d03 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 946 time: 0.1441405 Jun 16 13:47:09.637052 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ef88ecc2-ef30-4cd5-859d-476e68f80f69 None None] Provisioning complete for port 86629c11-e371-4a7c-b616-6d8a150b4c85 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:09.637610 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ef88ecc2-ef30-4cd5-859d-476e68f80f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.668767 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-106f2d47-fe8b-4f1a-957c-35e6cfad73c8 req-357e63ba-fb4a-49ce-bf48-6fd6cb97b97c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715275 Jun 16 13:47:09.913014 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ef88ecc2-ef30-4cd5-859d-476e68f80f69 None None] Port 86629c11-e371-4a7c-b616-6d8a150b4c85 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:10.005725 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.059779 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Transition to ACTIVE for port object efaa2c7c-d354-4886-a9f2-ec1bd72645cc will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:10.070506 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.092768 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.097247 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-42df2fc5-d3f6-4dfc-b586-bbae8837621b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:10.104590 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.135728 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-9a6d60a1-32b4-4df1-8f6e-d49e4effb02e None None] Provisioning complete for port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:10.136116 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9a6d60a1-32b4-4df1-8f6e-d49e4effb02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.170054 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a2dd4-ebcb-4c0b-960f-2213070cb080 None None] Pushing event updated for resources: {'Port': ['ID=efaa2c7c-d354-4886-a9f2-ec1bd72645cc,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:10.174458 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-f19a2dd4-ebcb-4c0b-960f-2213070cb080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:10.185370 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa7b45-3dde-4c9a-b79a-284b787c2e0f req-35f27227-b36c-47db-b7d8-588a3893cb19 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:10.192350 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:10.193311 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ecaa7b45-3dde-4c9a-b79a-284b787c2e0f req-35f27227-b36c-47db-b7d8-588a3893cb19 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.6074977 Jun 16 13:47:10.202280 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.203862 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device aff4d242-0d93-4f4c-aaa7-4688397eb89c up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:10.220273 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:10.264994 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Attempting to bind port efaa2c7c-d354-4886-a9f2-ec1bd72645cc on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:10.265413 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Attempting to bind port efaa2c7c-d354-4886-a9f2-ec1bd72645cc by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:10.265845 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Attempting to bind port efaa2c7c-d354-4886-a9f2-ec1bd72645cc on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:10.276936 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ecaa7b45-3dde-4c9a-b79a-284b787c2e0f req-27379072-c2e6-45f4-be42-9408279bfc95 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775809 Jun 16 13:47:10.294765 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:10.295183 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:10.299696 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.299696 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:10.299696 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Bound port: efaa2c7c-d354-4886-a9f2-ec1bd72645cc, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:10.299696 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.349139 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:10.353288 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:10.420153 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port aff4d242-0d93-4f4c-aaa7-4688397eb89c triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:10.420546 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.423926 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] For port efaa2c7c-d354-4886-a9f2-ec1bd72645cc, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:10.430899 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.437272 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.438307 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.441778 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:10.459419 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] For port efaa2c7c-d354-4886-a9f2-ec1bd72645cc, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=efaa2c7c-d354-4886-a9f2-ec1bd72645cc,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:10.474008 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.477548 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-e03e08c0-4d94-404b-86b3-f2a4450c9661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:10.564112 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Pushing event updated for resources: {'Port': ['ID=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:10.575586 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a2dd4-ebcb-4c0b-960f-2213070cb080 None None] Pushing event updated for resources: {'Port': ['ID=efaa2c7c-d354-4886-a9f2-ec1bd72645cc,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:10.576147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:10.579888 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-f19a2dd4-ebcb-4c0b-960f-2213070cb080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:10.580564 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:10.581328 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:10.618944 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-63ab2f0a-2e90-4e1c-a64b-d60840331398 None None] Provisioning for port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:10.674676 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-63ab2f0a-2e90-4e1c-a64b-d60840331398 None None] Provisioning complete for port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:10.675376 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-9cedf6a6-0c90-43af-a73f-edf282e7446a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:10.675515 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-63ab2f0a-2e90-4e1c-a64b-d60840331398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.676818 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-9cedf6a6-0c90-43af-a73f-edf282e7446a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 946 time: 0.1899729 Jun 16 13:47:10.688684 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:10.698278 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:10.739546 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 8156d901-5d10-4f8f-b88b-66ddf5202776 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:10.750740 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-63ab2f0a-2e90-4e1c-a64b-d60840331398 None None] Port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:10.830106 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:10.920444 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 8156d901-5d10-4f8f-b88b-66ddf5202776 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:11.020773 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Sync routers for ids ['04153d5c-299b-421d-88c2-9a4a8d58eec8'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:11.041358 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Routers {'04153d5c-299b-421d-88c2-9a4a8d58eec8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:11.052892 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['04153d5c-299b-421d-88c2-9a4a8d58eec8'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:11.075077 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 8156d901-5d10-4f8f-b88b-66ddf5202776 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:11.077331 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.126791 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Router e678454f-dc73-416b-87f0-0dc35407803a has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:11.130981 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Deleting port d43a95e3-816b-4558-84ad-0500d0cd42e9 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:11.131437 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.155423 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5b09a-9255-4a24-b4bb-692d869e87bc req-e2239a71-c18b-4a9e-902f-cd79bc43b132 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:11.167745 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-46f5b09a-9255-4a24-b4bb-692d869e87bc req-e2239a71-c18b-4a9e-902f-cd79bc43b132 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 946 time: 0.2382641 Jun 16 13:47:11.218384 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-860d09f0-0e37-4608-9820-71be9b611758 None None] Provisioning complete for port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:11.218789 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-860d09f0-0e37-4608-9820-71be9b611758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.263360 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-860d09f0-0e37-4608-9820-71be9b611758 None None] Port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:11.287882 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Set router 04153d5c-299b-421d-88c2-9a4a8d58eec8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:11.328234 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.346436 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-46f5b09a-9255-4a24-b4bb-692d869e87bc req-19cab25d-6ba7-45da-b1d2-00c5d55393c7 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677723 Jun 16 13:47:11.371760 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 8156d901-5d10-4f8f-b88b-66ddf5202776, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=8156d901-5d10-4f8f-b88b-66ddf5202776,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:11.384576 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.385500 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 564001a2-987a-4bc3-9b70-231314db6b20 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:11.389473 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] For port d43a95e3-816b-4558-84ad-0500d0cd42e9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d43a95e3-816b-4558-84ad-0500d0cd42e9,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:11.390012 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.391018 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:11.470301 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Calling delete_port for d43a95e3-816b-4558-84ad-0500d0cd42e9 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:11.494490 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=8156d901-5d10-4f8f-b88b-66ddf5202776,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:11.504486 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:11.510494 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] 10.222.0.64 "PUT /v2.0/routers/e678454f-dc73-416b-87f0-0dc35407803a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9931259 Jun 16 13:47:11.521397 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:11.605419 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac575be3-eb4b-483e-9e03-9eeefbbd14c9 req-2ef852f3-6f13-4aa6-a2d3-b553ee7bf87d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:11.611986 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac575be3-eb4b-483e-9e03-9eeefbbd14c9 req-2ef852f3-6f13-4aa6-a2d3-b553ee7bf87d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1248996 Jun 16 13:47:11.672092 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 564001a2-987a-4bc3-9b70-231314db6b20 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:11.685019 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 564001a2-987a-4bc3-9b70-231314db6b20 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:11.685686 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.710462 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac575be3-eb4b-483e-9e03-9eeefbbd14c9 req-28046281-97e0-41d1-a839-1c291a01df24 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909178 Jun 16 13:47:11.758910 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:10Z', 'revision_number': 2, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:11.766679 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61732437-c106-4b4b-93fb-1915b4dad95c None None] The sync data for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi is: [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:10Z', 'revision_number': 2, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:11.773570 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.791058 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0169160f-1f05-46f9-aef2-4cc8f35d7fe3 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:11.819307 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '564001a2-987a-4bc3-9b70-231314db6b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 4, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port': {'id': '564001a2-987a-4bc3-9b70-231314db6b20', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '86629c11-e371-4a7c-b616-6d8a150b4c85', 'name': '', 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'mac_address': 'fa:16:3e:f7:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57e385b2-e381-420f-b9bb-3f56c8ade99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:06Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 2, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'subnets': [{'id': '57e385b2-e381-420f-b9bb-3f56c8ade99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:11.823510 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Checking router: 04153d5c-299b-421d-88c2-9a4a8d58eec8 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:11.824090 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Updating router 04153d5c-299b-421d-88c2-9a4a8d58eec8 port 86629c11-e371-4a7c-b616-6d8a150b4c85 binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:11.863819 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['b7f4f85f-33db-4190-97cc-7b013e6936b1', 'd30ffb0b-6ced-40e9-99a0-0168721ce313', '5da1f5b1-59b8-43f5-96bc-481579afc28d'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:11.896904 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.898068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Pushing event deleted for resources: {'Port': ['ID=d43a95e3-816b-4558-84ad-0500d0cd42e9,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:11.907845 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:11.990418 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] No DVR routers for this DVR port d43a95e3-816b-4558-84ad-0500d0cd42e9 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:11.999933 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:12.002538 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-41cb86a0-8f55-4424-a466-f19d8b2ceae6 req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "DELETE /v2.0/ports/d43a95e3-816b-4558-84ad-0500d0cd42e9 HTTP/1.1" status: 204 len: 173 time: 1.3187487 Jun 16 13:47:12.003214 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c00059-39c4-4429-96e6-05ee4754be16', 'name': 'network-vif-deleted', 'tag': 'd43a95e3-816b-4558-84ad-0500d0cd42e9'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:12.006045 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4bb3f2-dca9-4269-a1ee-e9b8bc33376a" -d '{"events": [{"server_uuid": "f2c00059-39c4-4429-96e6-05ee4754be16", "name": "network-vif-deleted", "tag": "d43a95e3-816b-4558-84ad-0500d0cd42e9"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:12.051561 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:12.070231 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a584f8-6b52-4aa3-bfb1-c4ac49ef6566 x-openstack-request-id: req-44a584f8-6b52-4aa3-bfb1-c4ac49ef6566 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:12.070677 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c00059-39c4-4429-96e6-05ee4754be16", "name": "network-vif-deleted", "tag": "d43a95e3-816b-4558-84ad-0500d0cd42e9", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:12.071092 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44a584f8-6b52-4aa3-bfb1-c4ac49ef6566 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:12.071616 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c00059-39c4-4429-96e6-05ee4754be16', 'name': 'network-vif-deleted', 'tag': 'd43a95e3-816b-4558-84ad-0500d0cd42e9', 'status': 'completed', 'code': 200} Jun 16 13:47:12.130896 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 564001a2-987a-4bc3-9b70-231314db6b20, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=564001a2-987a-4bc3-9b70-231314db6b20,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:12.153161 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:12.163461 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:12.627783 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=564001a2-987a-4bc3-9b70-231314db6b20,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:12.651641 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:12.661732 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:12.710558 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:12.727003 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Transition to ACTIVE for port object 86629c11-e371-4a7c-b616-6d8a150b4c85 will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:12.736881 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:12.744354 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42460) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:12.750711 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2033923697-network', 'tenant_id': 'a82a075b8e274f01b352118a843587c4'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:12.768716 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:12.880306 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba5a7e1f-b9a6-467d-85f3-d59861f760c0 req-a19feba4-6724-47a7-935f-2003d1ad2d0e tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2c00059-39c4-4429-96e6-05ee4754be16 HTTP/1.1" status: 200 len: 210 time: 0.0733602 Jun 16 13:47:12.887381 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-3f967d0d-dd12-43ec-a601-08a6df0d7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:12.893541 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:12.894476 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:12.903161 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-3f967d0d-dd12-43ec-a601-08a6df0d7728 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=d66f78c93715407d873413d041546e5e&device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 1099 time: 0.2087576 Jun 16 13:47:12.976307 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Made reservation on behalf of a82a075b8e274f01b352118a843587c4 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:12.986516 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.047687 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc234-86c2-4a03-9297-f6224f87dbe5 req-362cf0a2-4806-4041-a961-9c8b792abbc3 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.075040 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b4dc234-86c2-4a03-9297-f6224f87dbe5 req-362cf0a2-4806-4041-a961-9c8b792abbc3 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.2526906 Jun 16 13:47:13.078034 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.183812 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Attempting to bind port 86629c11-e371-4a7c-b616-6d8a150b4c85 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:13.184227 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Attempting to bind port 86629c11-e371-4a7c-b616-6d8a150b4c85 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:13.184578 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Attempting to bind port 86629c11-e371-4a7c-b616-6d8a150b4c85 on network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:13.238292 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-844dc6bd-ee18-45cf-bf3e-128b12cae786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.250812 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-844dc6bd-ee18-45cf-bf3e-128b12cae786 service neutron] 10.222.0.100 "GET /v2.0/networks?id=de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 200 len: 920 time: 0.3363755 Jun 16 13:47:13.251275 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:13.251928 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Checking segment: {'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:13.252555 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.253026 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Bound using segment: {'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:13.253802 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Bound port: 86629c11-e371-4a7c-b616-6d8a150b4c85, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bade85be-335b-4508-84c0-cbeecc9ee782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1240, 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:13.254309 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.254644 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b4dc234-86c2-4a03-9297-f6224f87dbe5 req-a3dfd951-56d9-4fe7-975b-837ed2306149 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781723 Jun 16 13:47:13.275807 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39147f-5733-4031-805a-92da575d9084 None None] Pushing event updated for resources: {'Port': ['ID=86629c11-e371-4a7c-b616-6d8a150b4c85,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:13.284702 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-4c39147f-5733-4031-805a-92da575d9084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:13.376846 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-e931b61f-d4d6-47be-81c1-27c04fb47d7f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc HTTP/1.1" status: 200 len: 217 time: 0.1238754 Jun 16 13:47:13.483233 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.488897 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-43b2471d-40ac-460f-9415-4bf4c3533cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.490366 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-43b2471d-40ac-460f-9415-4bf4c3533cd9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 200 len: 858 time: 0.1072273 Jun 16 13:47:13.508626 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 8156d901-5d10-4f8f-b88b-66ddf5202776 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:13.508981 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.519413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-005d10fe-49c5-4702-9d42-3fa76c51f146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:13.597085 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:47:13.601106 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-7b00bfa6-e03e-4bd4-b7df-9e502df91b43 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=de04e9fc-f10a-4658-9232-bc7c2fe7851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026988 Jun 16 13:47:13.610724 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d43a95e3-816b-4558-84ad-0500d0cd42e9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:13.614388 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33910cf6-706f-4182-878b-bc4a0c3513ef,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:13.639082 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:13.653795 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.654599 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Added segment 8ae6120d-cbff-4171-ac5c-501881b896c0 of type vlan for network 43623030-9d0e-4aaf-b594-182c9c84a0b1 Jun 16 13:47:13.719749 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: d43a95e3-816b-4558-84ad-0500d0cd42e9 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:13.720507 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d43a95e3-816b-4558-84ad-0500d0cd42e9 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:13.737315 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.795541 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.796464 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 8156d901-5d10-4f8f-b88b-66ddf5202776 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:13.797169 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.797719 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.798627 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.805250 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:13.871948 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] For port 86629c11-e371-4a7c-b616-6d8a150b4c85, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:13.877226 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] For port 86629c11-e371-4a7c-b616-6d8a150b4c85, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=86629c11-e371-4a7c-b616-6d8a150b4c85,segment=NetworkSegment(bade85be-335b-4508-84c0-cbeecc9ee782),segment_id=bade85be-335b-4508-84c0-cbeecc9ee782)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:13.884495 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.899313 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:13.908687 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-6ad4563b-410e-4c47-97c9-cdaba8f0469c service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976673 Jun 16 13:47:13.937785 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1916192 Jun 16 13:47:13.944851 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42470) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:13.968395 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39147f-5733-4031-805a-92da575d9084 None None] Pushing event updated for resources: {'Port': ['ID=86629c11-e371-4a7c-b616-6d8a150b4c85,revision_number=4']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:13.971873 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-4c39147f-5733-4031-805a-92da575d9084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:13.978011 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Routers {'04153d5c-299b-421d-88c2-9a4a8d58eec8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:13.978557 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['04153d5c-299b-421d-88c2-9a4a8d58eec8'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:14.069593 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Request body: {'subnet': {'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2033923697-subnet', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:14.091552 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adef7302-a397-4a5f-92b7-5799aaeed44d req-1015bf8b-e663-41de-8c1b-10c2d13821e1 service neutron] 10.222.0.100 "GET /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743677 Jun 16 13:47:14.149549 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Pushing event updated for resources: {'Network': ['ID=43623030-9d0e-4aaf-b594-182c9c84a0b1,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:14.154925 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:14.163389 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 43623030-9d0e-4aaf-b594-182c9c84a0b1 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:47:14.217920 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Made reservation on behalf of a82a075b8e274f01b352118a843587c4 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:14.228479 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30793486'] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.513844 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] Set router 04153d5c-299b-421d-88c2-9a4a8d58eec8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:14.559577 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 564001a2-987a-4bc3-9b70-231314db6b20 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:14.642658 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 564001a2-987a-4bc3-9b70-231314db6b20 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:14.643081 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.683362 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0dd6-792d-4674-8a46-0f7add1c68af req-e8e6d891-0031-4624-9301-cece0355292d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:14.685854 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b1ff0dd6-792d-4674-8a46-0f7add1c68af req-e8e6d891-0031-4624-9301-cece0355292d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1682229 Jun 16 13:47:14.799212 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b1ff0dd6-792d-4674-8a46-0f7add1c68af req-038c98fe-5dbf-472e-b754-1e67e5b2a424 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048212 Jun 16 13:47:14.801619 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32288561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30793500'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.804751 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c9319054-39f8-4e66-bb6e-27cdf3f622cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:14.907913 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device efaa2c7c-d354-4886-a9f2-ec1bd72645cc up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:14.956021 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7ca8d6-b390-4a35-af8f-766e0549a99a,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:14.959320 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:14.971159 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Checking segment: {'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:14.971529 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Network hostable DHCP agents. Network: 43623030-9d0e-4aaf-b594-182c9c84a0b1, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:47:14.997243 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Network 43623030-9d0e-4aaf-b594-182c9c84a0b1 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:47:14.997836 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '564001a2-987a-4bc3-9b70-231314db6b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 4, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port': {'id': '564001a2-987a-4bc3-9b70-231314db6b20', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '86629c11-e371-4a7c-b616-6d8a150b4c85', 'name': '', 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'mac_address': 'fa:16:3e:f7:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57e385b2-e381-420f-b9bb-3f56c8ade99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:06Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 4, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'subnets': [{'id': '57e385b2-e381-420f-b9bb-3f56c8ade99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:15.003494 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d73eee-7194-4a12-b039-2c2281cc1652 None None] The sync data for ids ['04153d5c-299b-421d-88c2-9a4a8d58eec8'] in dv-cinder-789603-10-iscsi is: [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '564001a2-987a-4bc3-9b70-231314db6b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 4, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port': {'id': '564001a2-987a-4bc3-9b70-231314db6b20', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '86629c11-e371-4a7c-b616-6d8a150b4c85', 'name': '', 'network_id': '2e604f82-4bbd-4224-acd2-f60a6ec6bf03', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'mac_address': 'fa:16:3e:f7:21:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '57e385b2-e381-420f-b9bb-3f56c8ade99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:06Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 4, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'subnets': [{'id': '57e385b2-e381-420f-b9bb-3f56c8ade99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:15.011755 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 43623030-9d0e-4aaf-b594-182c9c84a0b1) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:15.024504 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc0818-01e8-4a58-8f4c-510cef2b7f46 None None] Network 43623030-9d0e-4aaf-b594-182c9c84a0b1 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:47:15.028231 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.028822 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.061160 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42482) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:15.065070 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9069de60-c15e-47a3-ad10-fcbc159d041d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1115141 Jun 16 13:47:15.068629 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:15.100748 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.102431 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.121470 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port efaa2c7c-d354-4886-a9f2-ec1bd72645cc completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:15.132870 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port efaa2c7c-d354-4886-a9f2-ec1bd72645cc triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:15.133249 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.177197 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.286459 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-43623030-9d0e-4aaf-b594-182c9c84a0b1', 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'fixed_ips': [{'subnet_id': '7d7ca8d6-b390-4a35-af8f-766e0549a99a'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:47:15.287615 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.359225 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.467672 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.477048 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port efaa2c7c-d354-4886-a9f2-ec1bd72645cc, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=efaa2c7c-d354-4886-a9f2-ec1bd72645cc,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:15.485228 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.490060 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:15.670605 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=efaa2c7c-d354-4886-a9f2-ec1bd72645cc,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:15.676509 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:15.697304 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Allocated IP 172.20.0.2 (43623030-9d0e-4aaf-b594-182c9c84a0b1/7d7ca8d6-b390-4a35-af8f-766e0549a99a/db708c5d-3425-4aae-aeb9-00f8c9ecb338) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:15.869965 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.918091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.052342 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.073529 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Transition to ACTIVE for port object db708c5d-3425-4aae-aeb9-00f8c9ecb338 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:16.096638 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Transition to ACTIVE for port object db708c5d-3425-4aae-aeb9-00f8c9ecb338 will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:16.110758 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.114822 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-aeea2901-18ac-44e1-8ac3-fa3d15e22956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:16.133845 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Allocated IP 172.27.2.59 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/b68e01d5-01a8-4b8c-8558-6c8604ef702c) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:16.197918 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Network 43623030-9d0e-4aaf-b594-182c9c84a0b1 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:16.221789 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:16.235317 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:16.271505 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Pushing event updated for resources: {'Port': ['ID=db708c5d-3425-4aae-aeb9-00f8c9ecb338,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:16.310801 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:16.320227 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35950fca-e7af-440f-822d-d8e0fd2bee94 req-f0c8a4d3-3120-410e-ad50-1d243ff93b33 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:16.332433 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35950fca-e7af-440f-822d-d8e0fd2bee94 req-f0c8a4d3-3120-410e-ad50-1d243ff93b33 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 945 time: 0.1049027 Jun 16 13:47:16.392840 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35950fca-e7af-440f-822d-d8e0fd2bee94 req-9d28ed02-d501-4e02-880b-de48d3abd188 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594141 Jun 16 13:47:16.413509 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Sync routers for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:16.440920 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Attempting to bind port db708c5d-3425-4aae-aeb9-00f8c9ecb338 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:16.441301 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Attempting to bind port db708c5d-3425-4aae-aeb9-00f8c9ecb338 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:16.441672 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Attempting to bind port db708c5d-3425-4aae-aeb9-00f8c9ecb338 on network 43623030-9d0e-4aaf-b594-182c9c84a0b1 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:16.460041 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:16.460693 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:16.518769 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.571324 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.584066 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-17a3593f-e18f-4d91-86ff-0d7646cbb03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:16.598903 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 86629c11-e371-4a7c-b616-6d8a150b4c85 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:16.647603 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:16.660625 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:16.671009 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:16.672133 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Checking segment: {'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:16.673396 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.673986 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:16.674723 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Bound using segment: {'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:16.675897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Bound port: db708c5d-3425-4aae-aeb9-00f8c9ecb338, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:16.676912 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.751970 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 86629c11-e371-4a7c-b616-6d8a150b4c85 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:16.760596 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 86629c11-e371-4a7c-b616-6d8a150b4c85 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:16.761339 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.822892 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d5dd7-7d82-4f2f-b324-ad4bd7724ad5 req-996931b5-8ab0-4834-a083-dfdd6d899ae2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:16.827777 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:16.834233 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d49d5dd7-7d82-4f2f-b324-ad4bd7724ad5 req-996931b5-8ab0-4834-a083-dfdd6d899ae2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.4614131 Jun 16 13:47:16.847955 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Pushing event updated for resources: {'Port': ['ID=b68e01d5-01a8-4b8c-8558-6c8604ef702c,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:16.882939 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.883320 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.883867 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.884235 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.884597 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.884980 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.885344 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.886034 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.886323 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.886749 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.887172 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.888014 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:16.896592 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:16.910340 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] For port db708c5d-3425-4aae-aeb9-00f8c9ecb338, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:16.916328 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] For port db708c5d-3425-4aae-aeb9-00f8c9ecb338, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=db708c5d-3425-4aae-aeb9-00f8c9ecb338,segment=NetworkSegment(8ae6120d-cbff-4171-ac5c-501881b896c0),segment_id=8ae6120d-cbff-4171-ac5c-501881b896c0)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:16.934007 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:16.941029 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d49d5dd7-7d82-4f2f-b324-ad4bd7724ad5 req-f9b6a896-9f15-45ae-a5f1-d0ac15ba4bfb tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048794 Jun 16 13:47:16.988356 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-f19a2dd4-ebcb-4c0b-960f-2213070cb080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:16.990354 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.120549 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.431760 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 86629c11-e371-4a7c-b616-6d8a150b4c85, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=86629c11-e371-4a7c-b616-6d8a150b4c85,segment=NetworkSegment(bade85be-335b-4508-84c0-cbeecc9ee782),segment_id=bade85be-335b-4508-84c0-cbeecc9ee782)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:17.432583 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Pushing event updated for resources: {'Port': ['ID=db708c5d-3425-4aae-aeb9-00f8c9ecb338,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:17.444993 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:17.447625 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.452522 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device efaa2c7c-d354-4886-a9f2-ec1bd72645cc up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:17.457105 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:17.638140 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=86629c11-e371-4a7c-b616-6d8a150b4c85,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:17.643392 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:17.659753 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port efaa2c7c-d354-4886-a9f2-ec1bd72645cc triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:17.660134 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.701174 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:10Z', 'revision_number': 2, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:17.713315 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Checking router: e678454f-dc73-416b-87f0-0dc35407803a for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:17.713672 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Updating router e678454f-dc73-416b-87f0-0dc35407803a port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:17.758033 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.888746 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26701a18-f692-4ea0-b576-68e545f81913 req-7fcc9437-9a6e-4f73-bde3-f5c64047e12a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:17.890239 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-26701a18-f692-4ea0-b576-68e545f81913 req-7fcc9437-9a6e-4f73-bde3-f5c64047e12a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 945 time: 0.1978130 Jun 16 13:47:17.892040 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.030978 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-26701a18-f692-4ea0-b576-68e545f81913 req-a6bdc8c5-2fa6-45fa-be0c-0262cda93e95 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811486 Jun 16 13:47:18.104762 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Router 705aaca2-d823-4e28-a498-ab8714017cb4 is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:47:18.152347 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.164272 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Transition to ACTIVE for port object a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:18.198792 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.244961 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:18.302363 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4af1cc-3941-4863-bc14-c142880dae11 None None] Pushing event updated for resources: {'Port': ['ID=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:18.350201 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318f01a-f43b-40ef-88a2-d8e046cc2fad req-4214afc4-93cb-4354-9cb4-38633ceda7bf tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:18.352560 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8318f01a-f43b-40ef-88a2-d8e046cc2fad req-4214afc4-93cb-4354-9cb4-38633ceda7bf tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.2074597 Jun 16 13:47:18.386217 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ab4af1cc-3941-4863-bc14-c142880dae11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:18.430218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:18.444366 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Sync routers for ids ['705aaca2-d823-4e28-a498-ab8714017cb4'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:18.458813 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Routers {'705aaca2-d823-4e28-a498-ab8714017cb4'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:18.459462 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['705aaca2-d823-4e28-a498-ab8714017cb4'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:18.479098 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.484954 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42510) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:18.486376 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4208064 Jun 16 13:47:18.546798 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 86629c11-e371-4a7c-b616-6d8a150b4c85 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:18.577217 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8318f01a-f43b-40ef-88a2-d8e046cc2fad req-3252731e-d0d6-4195-b8d3-3036d5d56540 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182178 Jun 16 13:47:18.680586 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Attempting to bind port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:18.680964 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Attempting to bind port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:18.681337 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Attempting to bind port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 on network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:18.708397 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42816a94-95cf-4098-a6a0-d70578a349ca req-af7f33f9-24eb-4b62-9b7c-8fc5ac6f1ef3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:18.709954 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-42816a94-95cf-4098-a6a0-d70578a349ca req-af7f33f9-24eb-4b62-9b7c-8fc5ac6f1ef3 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 945 time: 0.1744254 Jun 16 13:47:18.727840 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:18.731022 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Checking segment: {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:18.731525 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.731942 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Bound using segment: {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:18.732456 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Bound port: a7850c9b-6b5b-4cf1-96ec-c1f55c2af487, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:18.732838 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.769164 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Set router 705aaca2-d823-4e28-a498-ab8714017cb4 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:18.889886 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39e176-5f1b-4b24-8432-7f5929267a05 None None] Network 43623030-9d0e-4aaf-b594-182c9c84a0b1 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:47:18.930181 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Deleting port 5da1f5b1-59b8-43f5-96bc-481579afc28d {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:18.930860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.955311 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 86629c11-e371-4a7c-b616-6d8a150b4c85 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:18.955729 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.028508 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:16Z', 'revision_number': 3, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port': {'id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:19.032985 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Checking router: 705aaca2-d823-4e28-a498-ab8714017cb4 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:19.033349 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Updating router 705aaca2-d823-4e28-a498-ab8714017cb4 port b68e01d5-01a8-4b8c-8558-6c8604ef702c binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:19.042740 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] For port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:19.084019 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.086915 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] For port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:19.123729 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.131613 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:19.141182 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] For port 5da1f5b1-59b8-43f5-96bc-481579afc28d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5da1f5b1-59b8-43f5-96bc-481579afc28d,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:19.141553 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.190688 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4af1cc-3941-4863-bc14-c142880dae11 None None] Pushing event updated for resources: {'Port': ['ID=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:19.201126 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ab4af1cc-3941-4863-bc14-c142880dae11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:19.260726 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Calling delete_port for 5da1f5b1-59b8-43f5-96bc-481579afc28d owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:19.284744 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-87315182-d550-4400-bf8c-1490023dda06 None None] Provisioning for port db708c5d-3425-4aae-aeb9-00f8c9ecb338 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:19.322378 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:19.323315 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:19.383850 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.495311 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device db708c5d-3425-4aae-aeb9-00f8c9ecb338 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:19.557826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f24431-9773-4b4c-ae03-a497a2f3681f req-2930c653-512a-429d-a21a-aa34bd5748f0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:19.568804 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f24431-9773-4b4c-ae03-a497a2f3681f req-2930c653-512a-429d-a21a-aa34bd5748f0 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 945 time: 0.1786733 Jun 16 13:47:19.667284 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f24431-9773-4b4c-ae03-a497a2f3681f req-c89886ef-7749-4aec-bf6e-56e1dbc12869 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974782 Jun 16 13:47:19.675425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.696012 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:19.752822 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Allocated IP 172.20.0.1 (43623030-9d0e-4aaf-b594-182c9c84a0b1/7d7ca8d6-b390-4a35-af8f-766e0549a99a/15155266-9cc0-4767-9ff6-67a672105fec) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:19.764481 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.772912 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['b7f4f85f-33db-4190-97cc-7b013e6936b1', 'd30ffb0b-6ced-40e9-99a0-0168721ce313', '5da1f5b1-59b8-43f5-96bc-481579afc28d'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:19.789808 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Transition to ACTIVE for port object b68e01d5-01a8-4b8c-8558-6c8604ef702c will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:19.798096 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.800632 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-dba60112-9ed9-4b45-9b6c-0b760637e139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:19.847913 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Pushing event deleted for resources: {'Port': ['ID=5da1f5b1-59b8-43f5-96bc-481579afc28d,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:19.850682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] No DVR routers for this DVR port 5da1f5b1-59b8-43f5-96bc-481579afc28d on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:19.856340 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:19.860147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.865348 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-42816a94-95cf-4098-a6a0-d70578a349ca req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "DELETE /v2.0/ports/5da1f5b1-59b8-43f5-96bc-481579afc28d HTTP/1.1" status: 204 len: 173 time: 1.1468344 Jun 16 13:47:19.865894 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d830bf-fbb2-4f07-86d7-e1b7d21e0e47', 'name': 'network-vif-deleted', 'tag': '5da1f5b1-59b8-43f5-96bc-481579afc28d'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:19.868346 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be32710c-4a6c-46f9-b893-ab01e351ab35" -d '{"events": [{"server_uuid": "17d830bf-fbb2-4f07-86d7-e1b7d21e0e47", "name": "network-vif-deleted", "tag": "5da1f5b1-59b8-43f5-96bc-481579afc28d"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:19.904372 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135745cc-694a-4817-abec-8226d39742fb None None] Pushing event updated for resources: {'Port': ['ID=b68e01d5-01a8-4b8c-8558-6c8604ef702c,revision_number=2']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:19.911523 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:19.924444 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-135745cc-694a-4817-abec-8226d39742fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:19.951155 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Attempting to bind port b68e01d5-01a8-4b8c-8558-6c8604ef702c on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:19.951641 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Attempting to bind port b68e01d5-01a8-4b8c-8558-6c8604ef702c by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:19.952219 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Attempting to bind port b68e01d5-01a8-4b8c-8558-6c8604ef702c on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:19.959593 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ad0d71-ea92-48c2-b605-0545a01f3b5f x-openstack-request-id: req-64ad0d71-ea92-48c2-b605-0545a01f3b5f {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:19.960785 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d830bf-fbb2-4f07-86d7-e1b7d21e0e47", "name": "network-vif-deleted", "tag": "5da1f5b1-59b8-43f5-96bc-481579afc28d", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:19.961368 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64ad0d71-ea92-48c2-b605-0545a01f3b5f {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:19.962009 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d830bf-fbb2-4f07-86d7-e1b7d21e0e47', 'name': 'network-vif-deleted', 'tag': '5da1f5b1-59b8-43f5-96bc-481579afc28d', 'status': 'completed', 'code': 200} Jun 16 13:47:19.962277 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:19.962929 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:19.964226 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.972256 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:19.973074 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Bound port: b68e01d5-01a8-4b8c-8558-6c8604ef702c, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:19.973567 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.031379 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port db708c5d-3425-4aae-aeb9-00f8c9ecb338 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:20.042835 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port db708c5d-3425-4aae-aeb9-00f8c9ecb338 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:20.044276 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.059495 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] For port b68e01d5-01a8-4b8c-8558-6c8604ef702c, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:20.064941 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] For port b68e01d5-01a8-4b8c-8558-6c8604ef702c, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=b68e01d5-01a8-4b8c-8558-6c8604ef702c,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:20.071284 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.076416 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:20.142313 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Routers {'705aaca2-d823-4e28-a498-ab8714017cb4'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:20.143531 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['705aaca2-d823-4e28-a498-ab8714017cb4'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:20.166097 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.176462 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da58ce4-0b2a-4d2e-a0ce-5fca3e648a23 req-e9e4dfc8-ff93-4ac3-96e7-41c731ff18fa tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:20.183751 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1da58ce4-0b2a-4d2e-a0ce-5fca3e648a23 req-e9e4dfc8-ff93-4ac3-96e7-41c731ff18fa tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.4285867 Jun 16 13:47:20.213890 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Transition to ACTIVE for port object 15155266-9cc0-4767-9ff6-67a672105fec will not be triggered until provisioned by entity DHCP. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:20.251265 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1da58ce4-0b2a-4d2e-a0ce-5fca3e648a23 req-745bb10c-457c-417a-a1e7-88d163e81ba6 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662344 Jun 16 13:47:20.322576 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.336527 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:20.354484 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] Set router 705aaca2-d823-4e28-a498-ab8714017cb4 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:20.386094 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135745cc-694a-4817-abec-8226d39742fb None None] Pushing event updated for resources: {'Port': ['ID=b68e01d5-01a8-4b8c-8558-6c8604ef702c,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:20.451200 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=15155266-9cc0-4767-9ff6-67a672105fec,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:20.458093 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-135745cc-694a-4817-abec-8226d39742fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:20.472101 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.473135 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.473713 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.474263 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.474792 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.475525 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.476205 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.476737 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.477380 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.478175 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.478710 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.479258 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:20.502118 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:20.505599 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Network 43623030-9d0e-4aaf-b594-182c9c84a0b1 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:20.510856 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:20.521823 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:20.616566 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.785713 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:16Z', 'revision_number': 3, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port': {'id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:20.793101 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779084b-c91b-4000-8b5f-c6bf8b1510ee None None] The sync data for ids ['705aaca2-d823-4e28-a498-ab8714017cb4'] in dv-cinder-789603-10-iscsi is: [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:16Z', 'revision_number': 3, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port': {'id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:20.799322 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.830695 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-41440430-1a8d-43a0-a916-75e10663180e None None] Provisioning complete for port db708c5d-3425-4aae-aeb9-00f8c9ecb338 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:20.831177 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-41440430-1a8d-43a0-a916-75e10663180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.891986 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.064814 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d136149-0f3b-41a1-9029-225648110851 req-247a0b06-8c00-4927-8f4f-28e3edbeed6e tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d830bf-fbb2-4f07-86d7-e1b7d21e0e47 HTTP/1.1" status: 200 len: 210 time: 0.0981729 Jun 16 13:47:21.237238 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.245622 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.254283 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:21.292813 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port db708c5d-3425-4aae-aeb9-00f8c9ecb338, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=db708c5d-3425-4aae-aeb9-00f8c9ecb338,segment=NetworkSegment(8ae6120d-cbff-4171-ac5c-501881b896c0),segment_id=8ae6120d-cbff-4171-ac5c-501881b896c0)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:21.316108 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.325647 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:21.365738 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:18Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:21.379853 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2583026b-9633-4ec8-9b5a-21d69025f768 None None] The sync data for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi is: [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:18Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:21.381283 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Pushing event updated for resources: {'Port': ['ID=15155266-9cc0-4767-9ff6-67a672105fec,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:21.386713 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:21.392100 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.459749 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=db708c5d-3425-4aae-aeb9-00f8c9ecb338,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:21.467802 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:21.590724 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-50c52dd3-6bec-4156-8089-74255b59c096 None None] Provisioning for port 15155266-9cc0-4767-9ff6-67a672105fec completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:21.598739 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-50c52dd3-6bec-4156-8089-74255b59c096 None None] Provisioning complete for port 15155266-9cc0-4767-9ff6-67a672105fec triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:21.601127 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-50c52dd3-6bec-4156-8089-74255b59c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.635706 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Network 43623030-9d0e-4aaf-b594-182c9c84a0b1 is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:21.640932 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:21.684510 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-50c52dd3-6bec-4156-8089-74255b59c096 None None] Port 15155266-9cc0-4767-9ff6-67a672105fec cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:21.709252 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:21.802260 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:21.809957 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:21.810353 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.953218 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Router 705aaca2-d823-4e28-a498-ab8714017cb4 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:21.975886 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.073073 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:22.081276 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.082462 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device b68e01d5-01a8-4b8c-8558-6c8604ef702c up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:22.115168 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-cacce5a3-250b-4756-95d0-e294992f6b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:22.195358 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:22.207584 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] 10.222.0.64 "PUT /v2.0/routers/705aaca2-d823-4e28-a498-ab8714017cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6978886 Jun 16 13:47:22.344580 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-e69427bd-4822-4ddd-8daa-b501a9ec8696 None None] Provisioning complete for port 15155266-9cc0-4767-9ff6-67a672105fec triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:22.344997 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e69427bd-4822-4ddd-8daa-b501a9ec8696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.411432 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:22.417885 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:22.426916 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-e69427bd-4822-4ddd-8daa-b501a9ec8696 None None] Port 15155266-9cc0-4767-9ff6-67a672105fec cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:22.434994 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port b68e01d5-01a8-4b8c-8558-6c8604ef702c completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:22.444803 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port b68e01d5-01a8-4b8c-8558-6c8604ef702c triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:22.445189 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.573377 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.611661 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port b68e01d5-01a8-4b8c-8558-6c8604ef702c, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=b68e01d5-01a8-4b8c-8558-6c8604ef702c,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:22.616358 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.621941 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:22.685181 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=b68e01d5-01a8-4b8c-8558-6c8604ef702c,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:22.695597 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:22.881232 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40969d-f0dc-4403-a072-245407cf16d1 req-95266074-82f9-48ea-a59b-ad6de4026536 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:22.890516 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c40969d-f0dc-4403-a072-245407cf16d1 req-95266074-82f9-48ea-a59b-ad6de4026536 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 946 time: 0.0868459 Jun 16 13:47:22.941172 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c40969d-f0dc-4403-a072-245407cf16d1 req-964827ba-5a08-48e2-8005-5858a71837ba tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Jun 16 13:47:23.441394 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42566) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:23.455182 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326054002', 'description': 'tempest-secgroup-smoke-326054002 description', 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:23.513404 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.542387 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device db708c5d-3425-4aae-aeb9-00f8c9ecb338 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:23.612323 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port db708c5d-3425-4aae-aeb9-00f8c9ecb338 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:23.612873 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.647449 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 5da1f5b1-59b8-43f5-96bc-481579afc28d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:23.653804 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.659462 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.674326 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-735b2d54-7be6-443e-bc69-0cdb76a82f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:23.675700 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 5da1f5b1-59b8-43f5-96bc-481579afc28d {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:23.676091 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 5da1f5b1-59b8-43f5-96bc-481579afc28d not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:23.694332 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.696226 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2533889 Jun 16 13:47:23.699500 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42568) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:23.706794 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-0fc86fa1-aaca-4982-bc45-7750198fbcf7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'security_group_rule': {'security_group_id': 'fff2940b-e7f7-40d8-84ae-fb041cbc8896', 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:23.801606 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff2940b-e7f7-40d8-84ae-fb041cbc8896,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:23.823865 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:23.825694 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0fc86fa1-aaca-4982-bc45-7750198fbcf7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.882978 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:23.918810 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0fc86fa1-aaca-4982-bc45-7750198fbcf7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.928026 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0fc86fa1-aaca-4982-bc45-7750198fbcf7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.930455 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-632719db-a2db-4b9c-bd6b-dbf7e836faaf tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:23.946849 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:23.947294 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.975007 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc86fa1-aaca-4982-bc45-7750198fbcf7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd951b0-c81f-478b-8517-1140d3a3bf1b,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:23.981687 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0fc86fa1-aaca-4982-bc45-7750198fbcf7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:23.982507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0fc86fa1-aaca-4982-bc45-7750198fbcf7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:23.987825 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0fc86fa1-aaca-4982-bc45-7750198fbcf7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2863605 Jun 16 13:47:23.990763 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42574) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:23.997826 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'security_group_rule': {'security_group_id': 'fff2940b-e7f7-40d8-84ae-fb041cbc8896', 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:24.069458 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.114294 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device b68e01d5-01a8-4b8c-8558-6c8604ef702c up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:24.191070 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.197092 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.200325 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:24.203794 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port b68e01d5-01a8-4b8c-8558-6c8604ef702c triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:24.204535 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.218152 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfd626-784f-49fc-9795-61bdac6c6b8b req-896fbdd4-4d63-4bff-8203-38f3148f9bbe tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:24.220180 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7bfd626-784f-49fc-9795-61bdac6c6b8b req-896fbdd4-4d63-4bff-8203-38f3148f9bbe tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 946 time: 0.1243813 Jun 16 13:47:24.260074 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f37a7bc-20c8-4bf2-a18b-2d5fb133d1dd,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:24.264695 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:24.266557 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.268276 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759879 Jun 16 13:47:24.271329 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42580) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:24.277888 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-8abff8f8-9e52-40c2-99ce-13160a06f034 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'security_group_rule': {'security_group_id': 'fff2940b-e7f7-40d8-84ae-fb041cbc8896', 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:24.290547 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7bfd626-784f-49fc-9795-61bdac6c6b8b req-26ec78d1-09cf-496b-b4c0-08e1823c04e7 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640187 Jun 16 13:47:24.337601 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8abff8f8-9e52-40c2-99ce-13160a06f034 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.411565 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8abff8f8-9e52-40c2-99ce-13160a06f034 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.417654 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8abff8f8-9e52-40c2-99ce-13160a06f034 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.420093 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:24.443887 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8abff8f8-9e52-40c2-99ce-13160a06f034 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.445627 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8abff8f8-9e52-40c2-99ce-13160a06f034 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1732125 Jun 16 13:47:24.448452 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 42582) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:24.453520 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'security_group_rule': {'security_group_id': 'fff2940b-e7f7-40d8-84ae-fb041cbc8896', 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:24.461157 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abff8f8-9e52-40c2-99ce-13160a06f034 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78437327-c265-4b11-9303-a22abc2346ff,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:24.475450 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8abff8f8-9e52-40c2-99ce-13160a06f034 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:24.498052 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.584135 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.590144 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.595627 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-5aa62b45-562c-4a8c-9661-41d045d97f61 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:24.618317 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1112930-a360-4122-b385-f20e1da1bf2e,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:24.628525 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.628525 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1783042 Jun 16 13:47:24.630616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:24.631281 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42592) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:24.642208 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'security_group_rule': {'security_group_id': 'fff2940b-e7f7-40d8-84ae-fb041cbc8896', 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:24.678171 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.securitygroups_db [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Project cdc85c5398f04fa299baa57b2be21a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:47:24.683380 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.745096 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.753052 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.755012 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6e82fa86-57ab-45d5-950d-e9c93b777d31 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:24.773970 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec9d8cf-7b3d-455b-a310-948b0d85e241,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:24.776619 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:24.781732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.783132 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506014 Jun 16 13:47:24.785875 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42594) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:24.796068 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'security_group_rule': {'security_group_id': 'fff2940b-e7f7-40d8-84ae-fb041cbc8896', 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:24.822940 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.securitygroups_db [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Project cdc85c5398f04fa299baa57b2be21a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:47:24.829328 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.907192 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.915025 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.917639 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:24.938707 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1350c6-9e46-4a4a-8b96-6d4a8b3e0589,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:24.943106 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:24.948211 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:24.949576 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-28701eda-c886-4098-ba75-5871ecec220b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624918 Jun 16 13:47:25.062670 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-5e478cfe-93a8-406e-9618-49e417dc082a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:25.064900 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-5e478cfe-93a8-406e-9618-49e417dc082a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 946 time: 0.1023078 Jun 16 13:47:25.183135 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Deleting port d30ffb0b-6ced-40e9-99a0-0168721ce313 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:25.183698 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:25.253863 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Sync routers for ids ['705aaca2-d823-4e28-a498-ab8714017cb4'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:25.268822 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Routers {'705aaca2-d823-4e28-a498-ab8714017cb4'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:25.271309 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['705aaca2-d823-4e28-a498-ab8714017cb4'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:25.419683 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] For port d30ffb0b-6ced-40e9-99a0-0168721ce313, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=d30ffb0b-6ced-40e9-99a0-0168721ce313,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:25.420079 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:25.476921 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Set router 705aaca2-d823-4e28-a498-ab8714017cb4 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:25.549195 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Calling delete_port for d30ffb0b-6ced-40e9-99a0-0168721ce313 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:25.621005 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90a139-cfe1-4e48-b10b-1bccb326bc1f req-a051c84e-44e3-4fa3-9e47-710e5491beeb tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:25.652414 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7b90a139-cfe1-4e48-b10b-1bccb326bc1f req-a051c84e-44e3-4fa3-9e47-710e5491beeb tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 946 time: 0.1260285 Jun 16 13:47:25.768061 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7b90a139-cfe1-4e48-b10b-1bccb326bc1f req-47cabf7e-55e8-4fc5-b30b-1cdfc20289ce tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142426 Jun 16 13:47:25.815213 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:25.827022 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e70b682d-90e8-474a-852b-5dccb70756f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:25.844937 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['b7f4f85f-33db-4190-97cc-7b013e6936b1', 'd30ffb0b-6ced-40e9-99a0-0168721ce313'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:25.872283 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Pushing event deleted for resources: {'Port': ['ID=d30ffb0b-6ced-40e9-99a0-0168721ce313,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:25.884698 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:25.920549 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:20Z', 'revision_number': 4, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port': {'id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '15155266-9cc0-4767-9ff6-67a672105fec', 'name': '', 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'mac_address': 'fa:16:3e:84:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7d7ca8d6-b390-4a35-af8f-766e0549a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:19Z', 'updated_at': '2021-06-16T13:47:21Z', 'revision_number': 2, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'subnets': [{'id': '7d7ca8d6-b390-4a35-af8f-766e0549a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:25.934178 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Checking router: 705aaca2-d823-4e28-a498-ab8714017cb4 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:25.934178 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Updating router 705aaca2-d823-4e28-a498-ab8714017cb4 port 15155266-9cc0-4767-9ff6-67a672105fec binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:25.939581 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] No DVR routers for this DVR port d30ffb0b-6ced-40e9-99a0-0168721ce313 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:25.943312 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:25.948066 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6e8d8a15-e71d-4107-8d97-eacc97dcd0af req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "DELETE /v2.0/ports/d30ffb0b-6ced-40e9-99a0-0168721ce313 HTTP/1.1" status: 204 len: 173 time: 0.8773792 Jun 16 13:47:25.949860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9f7002-8891-4f90-bec2-876ec3f6d10c', 'name': 'network-vif-deleted', 'tag': 'd30ffb0b-6ced-40e9-99a0-0168721ce313'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:25.952668 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2ebde5-acc9-4f59-8515-f0534922423a" -d '{"events": [{"server_uuid": "ba9f7002-8891-4f90-bec2-876ec3f6d10c", "name": "network-vif-deleted", "tag": "d30ffb0b-6ced-40e9-99a0-0168721ce313"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:26.012601 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a188c3-a628-4229-a5ad-5f1162ea2021 x-openstack-request-id: req-41a188c3-a628-4229-a5ad-5f1162ea2021 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:26.012978 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9f7002-8891-4f90-bec2-876ec3f6d10c", "name": "network-vif-deleted", "tag": "d30ffb0b-6ced-40e9-99a0-0168721ce313", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:26.013267 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41a188c3-a628-4229-a5ad-5f1162ea2021 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:26.013695 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9f7002-8891-4f90-bec2-876ec3f6d10c', 'name': 'network-vif-deleted', 'tag': 'd30ffb0b-6ced-40e9-99a0-0168721ce313', 'status': 'completed', 'code': 200} Jun 16 13:47:26.029474 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.306559 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e0ba4-5e22-492c-b2fa-0e22f7f82388 req-3bbe72d1-5b53-418f-af4d-7d799449c66f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:26.308169 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-eb1e0ba4-5e22-492c-b2fa-0e22f7f82388 req-3bbe72d1-5b53-418f-af4d-7d799449c66f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1032910 Jun 16 13:47:26.381921 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-eb1e0ba4-5e22-492c-b2fa-0e22f7f82388 req-1ef073b8-a362-4792-a892-9469737f9706 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649264 Jun 16 13:47:26.448667 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.461802 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Transition to ACTIVE for port object 15155266-9cc0-4767-9ff6-67a672105fec will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:26.469844 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.472318 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:26.573495 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cef40-9fe1-40d1-9dc8-3cbd4e30ffb2 None None] Pushing event updated for resources: {'Port': ['ID=15155266-9cc0-4767-9ff6-67a672105fec,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:26.576053 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-4d9cef40-9fe1-40d1-9dc8-3cbd4e30ffb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:26.662300 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Attempting to bind port 15155266-9cc0-4767-9ff6-67a672105fec on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:26.662691 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Attempting to bind port 15155266-9cc0-4767-9ff6-67a672105fec by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:26.663088 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Attempting to bind port 15155266-9cc0-4767-9ff6-67a672105fec on network 43623030-9d0e-4aaf-b594-182c9c84a0b1 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:26.678687 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:26.679189 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Checking segment: {'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:26.679518 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.679938 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Bound using segment: {'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:26.680445 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Bound port: 15155266-9cc0-4767-9ff6-67a672105fec, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae6120d-cbff-4171-ac5c-501881b896c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:26.680819 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.824669 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] For port 15155266-9cc0-4767-9ff6-67a672105fec, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:26.840595 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] For port 15155266-9cc0-4767-9ff6-67a672105fec, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=15155266-9cc0-4767-9ff6-67a672105fec,segment=NetworkSegment(8ae6120d-cbff-4171-ac5c-501881b896c0),segment_id=8ae6120d-cbff-4171-ac5c-501881b896c0)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:26.853667 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:26.856022 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:26.925640 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Routers {'705aaca2-d823-4e28-a498-ab8714017cb4'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:26.926579 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['705aaca2-d823-4e28-a498-ab8714017cb4'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:27.096590 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-15b94847-c840-413d-906a-9985cc3a58da req-64aea867-ee90-435f-bc38-27856e1e543f tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9f7002-8891-4f90-bec2-876ec3f6d10c HTTP/1.1" status: 200 len: 210 time: 0.0637052 Jun 16 13:47:27.119077 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cef40-9fe1-40d1-9dc8-3cbd4e30ffb2 None None] Pushing event updated for resources: {'Port': ['ID=15155266-9cc0-4767-9ff6-67a672105fec,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:27.122382 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-4d9cef40-9fe1-40d1-9dc8-3cbd4e30ffb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:27.126448 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] Set router 705aaca2-d823-4e28-a498-ab8714017cb4 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:27.573396 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:20Z', 'revision_number': 4, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port': {'id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '15155266-9cc0-4767-9ff6-67a672105fec', 'name': '', 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'mac_address': 'fa:16:3e:84:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7d7ca8d6-b390-4a35-af8f-766e0549a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:19Z', 'updated_at': '2021-06-16T13:47:26Z', 'revision_number': 4, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'subnets': [{'id': '7d7ca8d6-b390-4a35-af8f-766e0549a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:27.579796 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c930853-b865-4ad5-8e22-42243d3dba37 None None] The sync data for ids ['705aaca2-d823-4e28-a498-ab8714017cb4'] in dv-cinder-789603-10-iscsi is: [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:20Z', 'revision_number': 4, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port': {'id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '15155266-9cc0-4767-9ff6-67a672105fec', 'name': '', 'network_id': '43623030-9d0e-4aaf-b594-182c9c84a0b1', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'mac_address': 'fa:16:3e:84:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '7d7ca8d6-b390-4a35-af8f-766e0549a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:19Z', 'updated_at': '2021-06-16T13:47:26Z', 'revision_number': 4, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'subnets': [{'id': '7d7ca8d6-b390-4a35-af8f-766e0549a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:27.594826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c004c8e-789d-4ca6-8316-4f29b4c868a1 req-e43d03e6-56e4-4702-9d3a-2cda2d086ae5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:27.597191 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c004c8e-789d-4ca6-8316-4f29b4c868a1 req-e43d03e6-56e4-4702-9d3a-2cda2d086ae5 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0871103 Jun 16 13:47:27.703414 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c004c8e-789d-4ca6-8316-4f29b4c868a1 req-234a8ac1-823d-4924-b958-2eab99bbe538 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967398 Jun 16 13:47:27.751494 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-df746468-c96c-49ca-a065-2a98966f2655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:28.600534 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8866d066-d211-47b2-93e4-f5e976847d8c req-c7d0970f-0a0c-4729-b878-3038ba4da067 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775142 Jun 16 13:47:28.691204 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d066-d211-47b2-93e4-f5e976847d8c req-5340b06d-f4b1-4766-977e-37cee72480fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:28.692777 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8866d066-d211-47b2-93e4-f5e976847d8c req-5340b06d-f4b1-4766-977e-37cee72480fb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1099 time: 0.0647545 Jun 16 13:47:28.849193 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d066-d211-47b2-93e4-f5e976847d8c req-1d394441-8e6b-47c8-95c3-48523e6dfe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:28.851396 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8866d066-d211-47b2-93e4-f5e976847d8c req-1d394441-8e6b-47c8-95c3-48523e6dfe24 service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.1312211 Jun 16 13:47:28.965225 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8866d066-d211-47b2-93e4-f5e976847d8c req-db35d2f0-cd16-43d9-9fb3-a95cd77e995c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 1002 time: 0.1051183 Jun 16 13:47:29.028259 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97421db6-0f7a-4af6-8be1-7ac44c049b09 req-4c8bc9db-5e90-4610-822d-66467b57dc72 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:29.029629 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-97421db6-0f7a-4af6-8be1-7ac44c049b09 req-4c8bc9db-5e90-4610-822d-66467b57dc72 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.1304927 Jun 16 13:47:29.044686 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d066-d211-47b2-93e4-f5e976847d8c req-814914c6-99b4-4cf5-90ac-dd38e344fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:29.047432 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8866d066-d211-47b2-93e4-f5e976847d8c req-814914c6-99b4-4cf5-90ac-dd38e344fa23 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0696716 Jun 16 13:47:29.115732 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-97421db6-0f7a-4af6-8be1-7ac44c049b09 req-b0eaf6b8-97d6-4467-8af7-63d2d2c0a05f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678749 Jun 16 13:47:29.147813 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866d066-d211-47b2-93e4-f5e976847d8c req-2c7d4cbb-ca5c-479f-a890-458202bd9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:29.149346 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8866d066-d211-47b2-93e4-f5e976847d8c req-2c7d4cbb-ca5c-479f-a890-458202bd9dcd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0779896 Jun 16 13:47:29.256448 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8866d066-d211-47b2-93e4-f5e976847d8c req-350159fb-b4fa-47e4-b17a-86d6fd19280d service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957851 Jun 16 13:47:29.378061 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8866d066-d211-47b2-93e4-f5e976847d8c req-22ca0ee4-3dfd-4d78-a84a-1fccc44f210d service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133804 Jun 16 13:47:29.467105 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 15155266-9cc0-4767-9ff6-67a672105fec up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:29.518845 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 15155266-9cc0-4767-9ff6-67a672105fec completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:29.522707 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 15155266-9cc0-4767-9ff6-67a672105fec triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:29.523317 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.632232 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.679922 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d30ffb0b-6ced-40e9-99a0-0168721ce313 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:29.686803 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 15155266-9cc0-4767-9ff6-67a672105fec, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=15155266-9cc0-4767-9ff6-67a672105fec,segment=NetworkSegment(8ae6120d-cbff-4171-ac5c-501881b896c0),segment_id=8ae6120d-cbff-4171-ac5c-501881b896c0)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:29.704148 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: d30ffb0b-6ced-40e9-99a0-0168721ce313 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:29.704648 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device d30ffb0b-6ced-40e9-99a0-0168721ce313 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:29.707968 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.711117 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:29.769999 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=15155266-9cc0-4767-9ff6-67a672105fec,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:29.775491 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:29.785747 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-bec15e4d-396a-43ee-9e99-9931b010cc67 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:29.787496 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-bec15e4d-396a-43ee-9e99-9931b010cc67 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/networks?id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 200 len: 815 time: 0.1446211 Jun 16 13:47:29.803604 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-d27a4b36-ccde-4f21-8032-a6ec6217a53e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/quotas/70710fed8e9b423aa96a5fec0fe3d0bd HTTP/1.1" status: 200 len: 375 time: 0.0099316 Jun 16 13:47:29.879795 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-a5f76b64-55a4-4cd0-9ef2-cf1af68d0687 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698123 Jun 16 13:47:29.932567 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-834086de-6c23-45f5-821f-f6aa4d8b685d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:29.934116 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-834086de-6c23-45f5-821f-f6aa4d8b685d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0673311 Jun 16 13:47:30.108922 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da894c1-4389-4aa2-ac26-456d739765bb req-0baadfc9-78a4-4d79-bfc1-1591afc7eace tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:30.110477 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da894c1-4389-4aa2-ac26-456d739765bb req-0baadfc9-78a4-4d79-bfc1-1591afc7eace tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 945 time: 0.1196423 Jun 16 13:47:30.112214 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Deleting port 15c995ed-0adf-4564-9937-5e28d1b4ec43 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:30.112555 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:30.217167 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-92cd1577-1f06-42ac-acff-7426f0dfdbea service neutron] 10.222.0.64 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241763 Jun 16 13:47:30.323444 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-39da992e-7851-4221-8b00-197b2cd419d5 service neutron] 10.222.0.64 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997844 Jun 16 13:47:30.346777 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:30.484651 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0da894c1-4389-4aa2-ac26-456d739765bb req-718e3175-a27f-4bf3-b10a-a6c975771218 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671436 Jun 16 13:47:30.520750 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] For port 15c995ed-0adf-4564-9937-5e28d1b4ec43, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=15c995ed-0adf-4564-9937-5e28d1b4ec43,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:30.521556 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:30.546695 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8847c50b-7cfe-4390-b5dc-6c185759958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:30.628371 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Calling delete_port for 15c995ed-0adf-4564-9937-5e28d1b4ec43 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:30.685686 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6ca2f-b0c7-49f0-8180-e3f3c556b219 req-e1b9fce2-b6c4-4af4-9033-53d4cad6542b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:30.691411 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-edd6ca2f-b0c7-49f0-8180-e3f3c556b219 req-e1b9fce2-b6c4-4af4-9033-53d4cad6542b tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 945 time: 0.0907669 Jun 16 13:47:30.728199 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-edd6ca2f-b0c7-49f0-8180-e3f3c556b219 req-1057df44-0cf2-47a3-b897-8603d2ba8442 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353587 Jun 16 13:47:30.834097 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f4c6683f-bf2c-4ba7-8b3a-923ea68b7c34 req-53730fe9-59a8-4bbb-bfe1-db5c5845ef72 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 210 time: 0.0592690 Jun 16 13:47:30.856261 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:30.860208 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bf647ecd-9bbd-4d8e-9f12-77ed00860b44 tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:30.878870 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['f86cdcbe-3df3-4924-aba0-7906fafaa0dc', '15c995ed-0adf-4564-9937-5e28d1b4ec43'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:30.883965 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Pushing event deleted for resources: {'Port': ['ID=15c995ed-0adf-4564-9937-5e28d1b4ec43,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:30.887499 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:30.938995 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] No DVR routers for this DVR port 15c995ed-0adf-4564-9937-5e28d1b4ec43 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:30.941692 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:30.944012 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b5e2213a-8517-4dcc-ae54-e8597448c9e4 req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "DELETE /v2.0/ports/15c995ed-0adf-4564-9937-5e28d1b4ec43 HTTP/1.1" status: 204 len: 173 time: 1.0006540 Jun 16 13:47:30.944527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9', 'name': 'network-vif-deleted', 'tag': '15c995ed-0adf-4564-9937-5e28d1b4ec43'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:30.946855 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981ecd07-b1b2-471a-aa5e-d06f0c89a5d8" -d '{"events": [{"server_uuid": "d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9", "name": "network-vif-deleted", "tag": "15c995ed-0adf-4564-9937-5e28d1b4ec43"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:30.990425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d3d987-ea86-4431-b262-3ed4dbd155d9 x-openstack-request-id: req-31d3d987-ea86-4431-b262-3ed4dbd155d9 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:30.990760 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9", "name": "network-vif-deleted", "tag": "15c995ed-0adf-4564-9937-5e28d1b4ec43", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:30.991141 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31d3d987-ea86-4431-b262-3ed4dbd155d9 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:30.991735 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9', 'name': 'network-vif-deleted', 'tag': '15c995ed-0adf-4564-9937-5e28d1b4ec43', 'status': 'completed', 'code': 200} Jun 16 13:47:31.408091 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 15155266-9cc0-4767-9ff6-67a672105fec up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:31.458833 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 15155266-9cc0-4767-9ff6-67a672105fec triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:31.458833 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.504840 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.683340 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f90945-2f08-446e-b330-6b77c74a3f81 req-dca8e71d-2707-473a-b266-28354969317a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:31.685413 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f4f90945-2f08-446e-b330-6b77c74a3f81 req-dca8e71d-2707-473a-b266-28354969317a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 945 time: 0.0785565 Jun 16 13:47:31.737692 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f4f90945-2f08-446e-b330-6b77c74a3f81 req-27fea2c8-8c9d-4507-b19f-762d08dc6e0d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Jun 16 13:47:31.911608 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-397c65be-088c-41d1-8a3c-e13a4355d5fd req-926a12a6-778e-46e0-a8b9-9eb2214d7500 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1122d76-1c4b-4f83-ba6e-b4ac6b8fd3a9 HTTP/1.1" status: 200 len: 210 time: 0.0285876 Jun 16 13:47:32.017529 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-824e9439-a189-4c32-a153-c79fe9b82880 req-2ede4911-b40f-4d2e-9ed5-9a3a467983f3 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 210 time: 0.0292447 Jun 16 13:47:32.127610 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:32.294427 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-b28ee66d-47a1-4bf7-b900-5961a9b8a2eb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:32.295467 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-b28ee66d-47a1-4bf7-b900-5961a9b8a2eb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.100 "GET /v2.0/networks?id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 200 len: 815 time: 0.1264708 Jun 16 13:47:32.321792 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'port': {'device_id': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'admin_state_up': True, 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:32.448122 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Made reservation on behalf of 70710fed8e9b423aa96a5fec0fe3d0bd for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:32.451482 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:32.581398 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Allocated IP 172.20.0.5 (7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b/5195e472-862c-462f-a1f9-1bb456212573/7d475572-6d60-4f47-9f17-20dcc55a55ec) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:32.743258 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:32.757105 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Transition to ACTIVE for port object 7d475572-6d60-4f47-9f17-20dcc55a55ec will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:32.797294 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:32.805624 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8064691e-8d65-468d-9a87-6f2fdeae73ae tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:32.844260 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:32.848023 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:32.851908 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:32.857443 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:32.858083 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:32.878919 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5611017 Jun 16 13:47:32.889660 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'Port': ['ID=7d475572-6d60-4f47-9f17-20dcc55a55ec,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:32.901608 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:32.917108 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Request body: {'port': {'device_id': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:32.951149 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd45b2-52d1-4e8c-886b-c4e2113452f8 req-081a5c16-9759-462b-abd6-3d7fab8884cc tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:32.958759 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-12fd45b2-52d1-4e8c-886b-c4e2113452f8 req-081a5c16-9759-462b-abd6-3d7fab8884cc tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 945 time: 0.0921860 Jun 16 13:47:33.022391 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-12fd45b2-52d1-4e8c-886b-c4e2113452f8 req-cec5e0c6-88eb-4d97-8569-1ebbad95db25 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622480 Jun 16 13:47:33.236150 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-6da8ef7c-b2ca-427f-a718-d1b9ff782a96 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:33.238083 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-6da8ef7c-b2ca-427f-a718-d1b9ff782a96 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 945 time: 0.3452137 Jun 16 13:47:33.245161 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.330867 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-b771e650-5dc9-49af-a83e-4c8889e5bb74 None None] Provisioning for port 7d475572-6d60-4f47-9f17-20dcc55a55ec completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:33.341243 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-b771e650-5dc9-49af-a83e-4c8889e5bb74 None None] Provisioning complete for port 7d475572-6d60-4f47-9f17-20dcc55a55ec triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:33.341867 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b771e650-5dc9-49af-a83e-4c8889e5bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.467296 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-b771e650-5dc9-49af-a83e-4c8889e5bb74 None None] Port 7d475572-6d60-4f47-9f17-20dcc55a55ec cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:33.482597 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1d35-aedf-411f-9ead-ebb83ae34fca req-f492f363-026b-4e9b-b4e2-dd16610bbba6 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:33.487835 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.491148 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a02c1d35-aedf-411f-9ead-ebb83ae34fca req-f492f363-026b-4e9b-b4e2-dd16610bbba6 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 931 time: 0.2197049 Jun 16 13:47:33.542842 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a02c1d35-aedf-411f-9ead-ebb83ae34fca req-ecaab0dd-41ed-46bf-bbfe-c12667beb705 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Jun 16 13:47:33.707875 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 15c995ed-0adf-4564-9937-5e28d1b4ec43 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:33.738590 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 15c995ed-0adf-4564-9937-5e28d1b4ec43 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:33.739278 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 15c995ed-0adf-4564-9937-5e28d1b4ec43 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:33.739624 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d475572-6d60-4f47-9f17-20dcc55a55ec {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:47:33.760247 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.783297 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Transition to ACTIVE for port object 7d475572-6d60-4f47-9f17-20dcc55a55ec will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:33.787693 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.789947 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4f4bd0ce-7195-4487-954f-ea30b2e4b911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:33.871466 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Pushing event updated for resources: {'Port': ['ID=7d475572-6d60-4f47-9f17-20dcc55a55ec,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:33.876375 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:33.913054 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Attempting to bind port 7d475572-6d60-4f47-9f17-20dcc55a55ec on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:33.913475 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Attempting to bind port 7d475572-6d60-4f47-9f17-20dcc55a55ec by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:33.913879 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Attempting to bind port 7d475572-6d60-4f47-9f17-20dcc55a55ec on network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:33.919253 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Port 7d475572-6d60-4f47-9f17-20dcc55a55ec on network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:47:33.919653 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Attempting to bind port 7d475572-6d60-4f47-9f17-20dcc55a55ec on network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:33.926558 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:33.926952 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Checking segment: {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:33.927304 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Bound using segment: {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:33.927738 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Bound port: 7d475572-6d60-4f47-9f17-20dcc55a55ec, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d195da-47b6-4ca5-a998-fd7a733c91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:33.928086 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:33.998681 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] For port 7d475572-6d60-4f47-9f17-20dcc55a55ec, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:34.003448 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] For port 7d475572-6d60-4f47-9f17-20dcc55a55ec, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:34.009060 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:34.012411 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:34.060706 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:34.061443 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:34.062976 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] 10.222.0.100 "PUT /v2.0/ports/7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 1093 time: 1.1689789 Jun 16 13:47:34.063682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:34.066309 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:34.090558 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Pushing event updated for resources: {'Port': ['ID=7d475572-6d60-4f47-9f17-20dcc55a55ec,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:34.094699 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:34.142565 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:47:37.733436 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device b7f4f85f-33db-4190-97cc-7b013e6936b1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:37.815655 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:37.844372 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f4f85f-33db-4190-97cc-7b013e6936b1'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:37.847032 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26869a25-7ade-4c05-aacb-c510fa6bb8e4" -d '{"events": [{"server_uuid": "d08a9d7b-56db-4ab8-9c7d-bad15e143d98", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f4f85f-33db-4190-97cc-7b013e6936b1"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:37.860340 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port b7f4f85f-33db-4190-97cc-7b013e6936b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:37.864450 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:37.867258 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:37.911334 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=b7f4f85f-33db-4190-97cc-7b013e6936b1,revision_number=6']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:37.914641 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:57.749703 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-86abec92-a117-4d85-ad48-fc418faf0c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:57.796364 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Deleting port b7f4f85f-33db-4190-97cc-7b013e6936b1 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:57.797007 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:57.825631 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-de0965f1-be57-40a9-b319-b77022c78db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:57.827299 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-de0965f1-be57-40a9-b319-b77022c78db5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1096 time: 0.1749501 Jun 16 13:47:57.828346 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6d2d6-d9cb-4aa7-bf1b-575d01b08b80 req-3d7c5e81-0f1f-48f1-aa1a-c0a0f1b49f5d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:57.829905 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2bb6d2d6-d9cb-4aa7-bf1b-575d01b08b80 req-3d7c5e81-0f1f-48f1-aa1a-c0a0f1b49f5d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 943 time: 0.0653362 Jun 16 13:47:57.875614 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2bb6d2d6-d9cb-4aa7-bf1b-575d01b08b80 req-325d99bd-2cc5-4759-874b-1071c83f944a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/security-groups?id=472a131b-4a86-461c-9b04-edd505867797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Jun 16 13:47:57.915767 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-984a8480-5faf-41a5-9e37-c9b12ec12700 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 217 time: 0.0502925 Jun 16 13:47:57.926616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259895c8-a4cb-406c-b66e-a0ed6021a71c x-openstack-request-id: req-259895c8-a4cb-406c-b66e-a0ed6021a71c {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:57.926940 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:57.927232 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-259895c8-a4cb-406c-b66e-a0ed6021a71c {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:57.927671 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'status': 'completed', 'code': 200} Jun 16 13:47:57.975810 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] For port b7f4f85f-33db-4190-97cc-7b013e6936b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7f4f85f-33db-4190-97cc-7b013e6936b1,segment=NetworkSegment(8f5f0544-a3ad-4063-a8b5-f73c63090fa9),segment_id=8f5f0544-a3ad-4063-a8b5-f73c63090fa9)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:57.976159 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:57.992990 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dcc77-20bf-4045-b26c-8df8edd38ffd req-bacfb0e4-362e-4af2-818c-7f6523db8f1f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:57.994508 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca6dcc77-20bf-4045-b26c-8df8edd38ffd req-bacfb0e4-362e-4af2-818c-7f6523db8f1f tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.2421160 Jun 16 13:47:58.063946 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Calling delete_port for b7f4f85f-33db-4190-97cc-7b013e6936b1 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:58.085643 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea34e4-0e8b-489b-8fd4-761ae415b9e0 req-a8526564-9d00-4140-bd5f-73b2b1cab1e2 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:58.094373 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-86401734-8f56-44fb-8918-7f844ba2c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:58.095952 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61ea34e4-0e8b-489b-8fd4-761ae415b9e0 req-a8526564-9d00-4140-bd5f-73b2b1cab1e2 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 943 time: 0.0825205 Jun 16 13:47:58.096561 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-86401734-8f56-44fb-8918-7f844ba2c257 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5195e472-862c-462f-a1f9-1bb456212573 HTTP/1.1" status: 200 len: 854 time: 0.1666086 Jun 16 13:47:58.133875 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-61ea34e4-0e8b-489b-8fd4-761ae415b9e0 req-471d21c5-1d77-4c7c-aa72-611e7e0b588c tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364766 Jun 16 13:47:58.189553 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca6dcc77-20bf-4045-b26c-8df8edd38ffd req-3b0a7fbf-6b01-4e24-b8af-e69e61bc03f2 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871753 Jun 16 13:47:58.200364 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ca5cef-31b1-4548-985f-843c65d200d5 x-openstack-request-id: req-e6ca5cef-31b1-4548-985f-843c65d200d5 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:58.200690 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08a9d7b-56db-4ab8-9c7d-bad15e143d98", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f4f85f-33db-4190-97cc-7b013e6936b1", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:58.200984 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6ca5cef-31b1-4548-985f-843c65d200d5 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:58.201409 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f4f85f-33db-4190-97cc-7b013e6936b1', 'code': 200} Jun 16 13:47:58.248222 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6ddc532a-40a9-4e05-94a0-a2d8812406ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:58.249639 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-6ddc532a-40a9-4e05-94a0-a2d8812406ab service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1034281 Jun 16 13:47:58.353657 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.358574 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:58.397057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Pushing event deleted for resources: {'Port': ['ID=b7f4f85f-33db-4190-97cc-7b013e6936b1,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:58.406192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:58.431710 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-e57dd1c7-8b81-4988-b3c1-94f7b951578b service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732497 Jun 16 13:47:58.455283 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] No DVR routers for this DVR port b7f4f85f-33db-4190-97cc-7b013e6936b1 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:47:58.458009 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:58.459905 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f35584e6-40bd-4675-a4ec-d3fd7db724a5 req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.100 "DELETE /v2.0/ports/b7f4f85f-33db-4190-97cc-7b013e6936b1 HTTP/1.1" status: 204 len: 173 time: 0.8481970 Jun 16 13:47:58.540491 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f114d292-d4bc-49c7-a00e-93df9eabc01e req-f1d24106-7752-41f9-960d-1a18b4a7a4ee service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932388 Jun 16 13:47:58.662922 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-19bac7f6-d899-4fad-a50c-54718ba435c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:58.664420 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-19bac7f6-d899-4fad-a50c-54718ba435c2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1096 time: 0.0612090 Jun 16 13:47:58.766846 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-5b918318-1505-43a1-b2b0-4be8ea86f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:58.768379 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-5b918318-1505-43a1-b2b0-4be8ea86f2b6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 200 len: 917 time: 0.0937920 Jun 16 13:47:58.816379 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-3c74ed36-f16a-4455-8522-566906e15f85 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 217 time: 0.0402179 Jun 16 13:47:58.870587 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-9d14d327-aeda-426b-a920-f68f0ad6c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:58.872109 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-9d14d327-aeda-426b-a920-f68f0ad6c03b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5195e472-862c-462f-a1f9-1bb456212573 HTTP/1.1" status: 200 len: 854 time: 0.0444181 Jun 16 13:47:58.933428 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-dfa1d368-d2b6-4b76-9afd-d45baf0ae9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:58.935179 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-dfa1d368-d2b6-4b76-9afd-d45baf0ae9fd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535893 Jun 16 13:47:59.053652 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-066fdceb-6f9a-4ed1-bb7e-8356455751e6 req-b11f6693-49a5-4d9b-b98b-6b0d74c07c3d tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] 10.222.0.64 "GET /v2.0/ports?device_id=d08a9d7b-56db-4ab8-9c7d-bad15e143d98 HTTP/1.1" status: 200 len: 210 time: 0.0351067 Jun 16 13:47:59.059232 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-d6b9db71-8470-48f3-bb46-96673512cc20 service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156797 Jun 16 13:47:59.328753 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7441f58-14fa-475f-8a96-7fe637826318 req-80879eff-f319-4ccb-bdc1-977a30fdefb3 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:59.332003 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7441f58-14fa-475f-8a96-7fe637826318 req-80879eff-f319-4ccb-bdc1-977a30fdefb3 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 943 time: 0.0828466 Jun 16 13:47:59.380913 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c7441f58-14fa-475f-8a96-7fe637826318 req-83140dfc-1715-4ec8-9588-9584de12d2bc tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Jun 16 13:47:59.392205 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51f7023a-ece8-4eb8-94ff-c5c2466db2b5 req-99a1c06f-fa0a-4f9b-8275-f878f4913d89 service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399508 Jun 16 13:47:59.412918 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb98d4-e64f-4107-bb91-e8a10e6231fb req-9ccd47c5-00ac-4949-bd5f-79e33bb83ab0 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:59.414677 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-eceb98d4-e64f-4107-bb91-e8a10e6231fb req-9ccd47c5-00ac-4949-bd5f-79e33bb83ab0 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0938733 Jun 16 13:47:59.456942 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-eceb98d4-e64f-4107-bb91-e8a10e6231fb req-505337ff-0244-4cfb-886f-f80a7abe2704 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355406 Jun 16 13:47:59.928477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'name': 'network-vif-deleted', 'tag': 'b7f4f85f-33db-4190-97cc-7b013e6936b1'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:59.930867 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f49ae87-8a76-4cc6-896b-038bd45a51d7" -d '{"events": [{"server_uuid": "d08a9d7b-56db-4ab8-9c7d-bad15e143d98", "name": "network-vif-deleted", "tag": "b7f4f85f-33db-4190-97cc-7b013e6936b1"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:59.977803 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-1a6015f3-886c-46d9-b5fb-7fb2ef4b2a2a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326054002&fields=id&tenant_id=cdc85c5398f04fa299baa57b2be21a4d HTTP/1.1" status: 200 len: 267 time: 0.0439107 Jun 16 13:47:59.982407 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ab8a88-00ba-49f2-9237-1f2940261429 x-openstack-request-id: req-e6ab8a88-00ba-49f2-9237-1f2940261429 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:59.982731 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08a9d7b-56db-4ab8-9c7d-bad15e143d98", "name": "network-vif-deleted", "tag": "b7f4f85f-33db-4190-97cc-7b013e6936b1", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:59.983042 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e6ab8a88-00ba-49f2-9237-1f2940261429 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:59.983465 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08a9d7b-56db-4ab8-9c7d-bad15e143d98', 'name': 'network-vif-deleted', 'tag': 'b7f4f85f-33db-4190-97cc-7b013e6936b1', 'status': 'completed', 'code': 200} Jun 16 13:48:00.089185 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-380b61c0-4726-4246-b9f0-0603aece76dc tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:00.090766 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-380b61c0-4726-4246-b9f0-0603aece76dc tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 809 time: 0.1061802 Jun 16 13:48:00.108201 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-daf61aca-883e-45ab-92f2-1e102c560b9d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/quotas/cdc85c5398f04fa299baa57b2be21a4d HTTP/1.1" status: 200 len: 375 time: 0.0103803 Jun 16 13:48:00.151112 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42900) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:00.181300 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-97fee982-c3c3-43ad-8b6c-ec1dc28a430b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680895 Jun 16 13:48:00.201986 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Deleting subnet 49dabc0d-b4db-4028-b39e-a1a87e8484c3 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:48:00.205929 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.243258 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30714702'] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.286567 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.356189 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.358088 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32288624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30793493'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.378377 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:00.411734 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49dabc0d-b4db-4028-b39e-a1a87e8484c3,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:00.414847 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.418335 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/49dabc0d-b4db-4028-b39e-a1a87e8484c3 HTTP/1.1" status: 204 len: 168 time: 0.2660880 Jun 16 13:48:00.419841 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:00.420818 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42904) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:00.506061 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.540305 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f08ba35a-73f6-4264-9445-0bd1ea5c0791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.551280 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-33111874-4dbd-4c48-bbee-4bf71fc0d99f service neutron] 10.222.0.64 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554435 Jun 16 13:48:00.640177 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.645374 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-5580b175-ae91-464a-b7c8-aaebfad61db4 service neutron] 10.222.0.64 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927119 Jun 16 13:48:00.662217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1816f281-64dd-49c0-a698-7461eb0685b3']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:00.676856 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5f0544-a3ad-4063-a8b5-f73c63090fa9') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:00.677239 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5f0544-a3ad-4063-a8b5-f73c63090fa9') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:00.698321 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.722837 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd131-5c86-419b-889f-c4da74c0fe99 req-ec17d569-6f66-4181-a9b0-9ad2920f7a7a tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:00.724412 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-252bd131-5c86-419b-889f-c4da74c0fe99 req-ec17d569-6f66-4181-a9b0-9ad2920f7a7a tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 943 time: 0.1517456 Jun 16 13:48:00.726554 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.742870 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:48:00.743291 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:48:00.746394 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:48:00.822383 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-252bd131-5c86-419b-889f-c4da74c0fe99 req-638a88ef-c3d0-4be4-9ac8-40db523bd85e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911365 Jun 16 13:48:00.823607 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.827911 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4f5d5e27-74d1-4b67-b271-a3436e4b2fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:00.832595 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:00.834441 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] 10.222.0.64 "DELETE /v2.0/networks/1816f281-64dd-49c0-a698-7461eb0685b3 HTTP/1.1" status: 204 len: 168 time: 0.4125102 Jun 16 13:48:00.846550 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=1816f281-64dd-49c0-a698-7461eb0685b3,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:00.849150 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:01.022420 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6f2b8-9726-41ad-a2a8-9e586ad4de40 req-545a401a-0197-4176-b2ab-c1df47019352 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:01.023714 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6dd6f2b8-9726-41ad-a2a8-9e586ad4de40 req-545a401a-0197-4176-b2ab-c1df47019352 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0798736 Jun 16 13:48:01.030106 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a658ae37-86c0-4e3a-a0ec-8380f54b09e5 req-d58f5d67-26ca-44e4-8195-b8a32c63a975 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 210 time: 0.0377095 Jun 16 13:48:01.064127 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42928) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:01.095955 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6dd6f2b8-9726-41ad-a2a8-9e586ad4de40 req-381ece0c-8efc-4566-9843-2fa83a716568 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645392 Jun 16 13:48:01.134350 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-37fd219e-f4ca-4bfe-87e0-1bf6b2bdca8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7fb0d64f8ad4483b4854ea321d33140&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685272 Jun 16 13:48:01.136684 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 42934) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:01.191151 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3cbd09ed-f021-470b-864f-ca2227d44b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.217570 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3cbd09ed-f021-470b-864f-ca2227d44b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.268008 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3cbd09ed-f021-470b-864f-ca2227d44b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.270918 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3cbd09ed-f021-470b-864f-ca2227d44b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.274478 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3cbd09ed-f021-470b-864f-ca2227d44b94 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/472a131b-4a86-461c-9b04-edd505867797 HTTP/1.1" status: 204 len: 168 time: 0.1344860 Jun 16 13:48:01.274478 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dc2d8bcd-8d6e-4d3f-9108-0ab0481a2bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:01.281621 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd09ed-f021-470b-864f-ca2227d44b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472a131b-4a86-461c-9b04-edd505867797,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:01.284839 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3cbd09ed-f021-470b-864f-ca2227d44b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:01.496095 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.012526 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e39c3b-6608-4260-bbfb-4bc020653f31 req-90efbeb0-1862-42fc-846b-2485a2d2a6ee tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:02.014382 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65e39c3b-6608-4260-bbfb-4bc020653f31 req-90efbeb0-1862-42fc-846b-2485a2d2a6ee tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 943 time: 0.0655506 Jun 16 13:48:02.056690 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65e39c3b-6608-4260-bbfb-4bc020653f31 req-d5dbffc4-c138-46ea-a53e-1e4f8362d259 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354702 Jun 16 13:48:02.134403 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.207350 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b146e6c3-f919-4def-aa79-54687083f7e8 req-bcab4d7c-7187-4423-83ab-7ad1ccbdd48e tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 210 time: 0.0353472 Jun 16 13:48:02.310709 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42fd75-a9e2-4257-bdce-1ac9f013c833 req-2459ba5a-8202-4f84-91fe-efc9f9370b94 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:02.312534 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac42fd75-a9e2-4257-bdce-1ac9f013c833 req-2459ba5a-8202-4f84-91fe-efc9f9370b94 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0829601 Jun 16 13:48:02.392245 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac42fd75-a9e2-4257-bdce-1ac9f013c833 req-19509b09-753c-4d94-9446-8c99cdbee40d tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684674 Jun 16 13:48:02.478749 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-6c9adb3d-7eee-4c36-8d39-9c1e7870e3f4 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:02.480366 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-6c9adb3d-7eee-4c36-8d39-9c1e7870e3f4 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 809 time: 0.1414437 Jun 16 13:48:02.557725 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-80467639-650b-4f4c-9b35-21a88f8e9bf8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc85c5398f04fa299baa57b2be21a4d HTTP/1.1" status: 200 len: 379 time: 0.0369761 Jun 16 13:48:02.567519 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'port': {'device_id': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'admin_state_up': True, 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'security_groups': ['fff2940b-e7f7-40d8-84ae-fb041cbc8896']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:02.685765 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Made reservation on behalf of cdc85c5398f04fa299baa57b2be21a4d for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:02.689872 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.820870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Allocated IP 172.20.0.4 (6e01a6cd-78a6-4ce8-9638-3545a3d46c33/858cdb05-9f85-4823-bc63-fe3300fc8e0c/0ae9e039-83a9-4200-8242-897302422258) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:02.977486 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.996606 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Transition to ACTIVE for port object 0ae9e039-83a9-4200-8242-897302422258 will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:03.040602 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.046245 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:03.096760 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:03.100801 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:03.105426 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:03.112711 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:03.113571 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.134114 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:03.137704 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:03.141007 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775001 Jun 16 13:48:03.165003 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Request body: {'port': {'device_id': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:03.319730 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.379575 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.462045 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30337c9e-7769-4154-a0db-b08419bfa8a9 req-f873bbeb-572f-4ae3-b29b-3e73f88a5704 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:03.463662 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-30337c9e-7769-4154-a0db-b08419bfa8a9 req-f873bbeb-572f-4ae3-b29b-3e73f88a5704 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 943 time: 0.2116215 Jun 16 13:48:03.555670 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-88ae58d7-a5b0-4775-89f4-1e64d9c99646 None None] Provisioning for port 0ae9e039-83a9-4200-8242-897302422258 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:03.560847 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-88ae58d7-a5b0-4775-89f4-1e64d9c99646 None None] Provisioning complete for port 0ae9e039-83a9-4200-8242-897302422258 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:03.561385 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-88ae58d7-a5b0-4775-89f4-1e64d9c99646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.591891 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-30337c9e-7769-4154-a0db-b08419bfa8a9 req-3dbfa8f6-005b-4eb7-bfd8-2067e1bebd06 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188571 Jun 16 13:48:03.623328 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-88ae58d7-a5b0-4775-89f4-1e64d9c99646 None None] Port 0ae9e039-83a9-4200-8242-897302422258 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:48:03.682374 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9c38a-5d71-4128-8295-3a7916d695d5 req-b08bfd06-de7f-4355-bed1-833c4ece30c7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:03.684089 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66c9c38a-5d71-4128-8295-3a7916d695d5 req-b08bfd06-de7f-4355-bed1-833c4ece30c7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 931 time: 0.0804811 Jun 16 13:48:03.735880 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-66c9c38a-5d71-4128-8295-3a7916d695d5 req-294d28bd-d9b6-4902-a496-3cd66924ea4b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453784 Jun 16 13:48:03.778527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae9e039-83a9-4200-8242-897302422258 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:03.787357 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.805672 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Transition to ACTIVE for port object 0ae9e039-83a9-4200-8242-897302422258 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:03.814964 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.819054 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:03.857974 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ccd8-469b-4330-b519-542e10a1f04d req-c8d4e340-bf75-4764-8bdb-b8fa005da0ed tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:03.859530 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7e35ccd8-469b-4330-b519-542e10a1f04d req-c8d4e340-bf75-4764-8bdb-b8fa005da0ed tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1323545 Jun 16 13:48:03.916832 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Pushing event updated for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:03.923155 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:03.968757 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7e35ccd8-469b-4330-b519-542e10a1f04d req-3a850304-55c7-40c0-8e9f-4d3045123941 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018205 Jun 16 13:48:03.972181 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Attempting to bind port 0ae9e039-83a9-4200-8242-897302422258 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:48:03.972617 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Attempting to bind port 0ae9e039-83a9-4200-8242-897302422258 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:48:03.972829 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Attempting to bind port 0ae9e039-83a9-4200-8242-897302422258 on network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:03.980371 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Port 0ae9e039-83a9-4200-8242-897302422258 on network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:48:03.980672 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Attempting to bind port 0ae9e039-83a9-4200-8242-897302422258 on network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:03.987456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:48:03.987794 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Checking segment: {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:03.988208 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Bound using segment: {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:48:03.988647 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Bound port: 0ae9e039-83a9-4200-8242-897302422258, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9142896-3df1-4bcb-af44-0bd2f570d846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:48:03.988994 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.057781 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:48:04.060840 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:48:04.066400 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.068702 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e6ba0933-748e-44db-8a52-0ec1cc1009ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:04.108338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:04.109002 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.111158 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] 10.222.0.100 "PUT /v2.0/ports/0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 1093 time: 0.9584427 Jun 16 13:48:04.111742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'tag': '0ae9e039-83a9-4200-8242-897302422258'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:04.114575 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57240619-5ee4-46c6-b3d6-4cd05151eed0" -d '{"events": [{"name": "network-changed", "server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "tag": "0ae9e039-83a9-4200-8242-897302422258"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:04.143342 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Pushing event updated for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:04.151352 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:04.175885 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c007bedf-ec98-45b8-9559-b328602a6d14 x-openstack-request-id: req-c007bedf-ec98-45b8-9559-b328602a6d14 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:04.176211 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "tag": "0ae9e039-83a9-4200-8242-897302422258", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:04.176497 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c007bedf-ec98-45b8-9559-b328602a6d14 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:04.176919 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'tag': '0ae9e039-83a9-4200-8242-897302422258', 'status': 'completed', 'code': 200} Jun 16 13:48:04.225105 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-c7d23745-3c0f-48ca-8935-e0ec28c4f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:04.226611 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-c7d23745-3c0f-48ca-8935-e0ec28c4f745 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0608137 Jun 16 13:48:04.274168 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-0e962a3b-eedd-4efd-838a-88f653c12824 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 217 time: 0.0338907 Jun 16 13:48:04.324057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-8f459baf-5d82-45d8-98ea-bc319baf828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:04.325501 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-8f459baf-5d82-45d8-98ea-bc319baf828a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.0454094 Jun 16 13:48:04.386624 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-8902f28c-2b4b-4a73-ac68-d1ae57e8668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:04.388146 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-8902f28c-2b4b-4a73-ac68-d1ae57e8668c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543921 Jun 16 13:48:04.482237 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-55213277-17c3-42e3-9b3e-f7e10d633a75 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857534 Jun 16 13:48:04.645965 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-51be97b8-29a4-4076-b75e-49f74612cb7c req-96de52d7-41e1-4203-93dd-ce52a3e47399 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354294 Jun 16 13:48:04.654521 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-c169b8f3-b93a-4176-b5ba-c9ed8bc198a9 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:04.658208 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-c169b8f3-b93a-4176-b5ba-c9ed8bc198a9 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.1466691 Jun 16 13:48:04.784172 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f5c27-7c69-42fb-a0b8-e28630c89518 req-ed278abe-6895-4c9d-8723-edde4578f96e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:04.785694 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-603f5c27-7c69-42fb-a0b8-e28630c89518 req-ed278abe-6895-4c9d-8723-edde4578f96e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 943 time: 0.0674934 Jun 16 13:48:04.803669 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-25a657e2-0806-428d-88ff-02250c6fab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:04.805136 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-25a657e2-0806-428d-88ff-02250c6fab60 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1096 time: 0.1066372 Jun 16 13:48:04.810859 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Deleting port f86cdcbe-3df3-4924-aba0-7906fafaa0dc {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:48:04.811270 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:04.826433 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-603f5c27-7c69-42fb-a0b8-e28630c89518 req-e7cfc999-4d4f-4c90-872d-aa78afb59d6e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Jun 16 13:48:05.001994 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] For port f86cdcbe-3df3-4924-aba0-7906fafaa0dc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:05.002265 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:05.017739 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-fdfe93a5-1287-4757-b0e2-14105d15636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:05.019274 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-fdfe93a5-1287-4757-b0e2-14105d15636c service neutron] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 911 time: 0.2019727 Jun 16 13:48:05.084628 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Calling delete_port for f86cdcbe-3df3-4924-aba0-7906fafaa0dc owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:48:05.119890 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-aaf02b89-be1c-4612-b807-46e3f9996200 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 217 time: 0.0688989 Jun 16 13:48:05.130844 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb8966-5cc8-42b2-bc5c-44af8ccb64d3 req-98adec39-3aeb-4903-87cc-04e7045d8113 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:05.132296 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3ffb8966-5cc8-42b2-bc5c-44af8ccb64d3 req-98adec39-3aeb-4903-87cc-04e7045d8113 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.2634799 Jun 16 13:48:05.155577 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eed21-80b6-40ab-aba8-785718672e12 req-f365d963-d5f5-49a0-99da-3ccbe6f77389 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:05.157229 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-999eed21-80b6-40ab-aba8-785718672e12 req-f365d963-d5f5-49a0-99da-3ccbe6f77389 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/ports?device_id=69e8a53a-b3da-4f9d-9f22-99d14ec0abdd HTTP/1.1" status: 200 len: 946 time: 0.0701993 Jun 16 13:48:05.197056 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-999eed21-80b6-40ab-aba8-785718672e12 req-2cbfb894-b1b2-4ee7-b513-028d469e3613 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.64 "GET /v2.0/security-groups?id=d36429b2-8fbf-4c92-82b2-071cb40e2912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Jun 16 13:48:05.240027 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-91c2df9e-6eaa-458a-bd8a-db65a92fe968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:05.241474 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-91c2df9e-6eaa-458a-bd8a-db65a92fe968 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.1083312 Jun 16 13:48:05.269243 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3ffb8966-5cc8-42b2-bc5c-44af8ccb64d3 req-1cef8867-34f0-4c8a-b765-495d069a8bf3 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272848 Jun 16 13:48:05.353206 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-6c0e9a6a-0c3b-4dc8-9251-2d973839183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:05.354687 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-6c0e9a6a-0c3b-4dc8-9251-2d973839183e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1040707 Jun 16 13:48:05.371226 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:05.383133 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['f86cdcbe-3df3-4924-aba0-7906fafaa0dc'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:05.385378 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-77b59c42-7282-421d-9e62-52e9d340a817 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:05.425739 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Pushing event deleted for resources: {'Port': ['ID=f86cdcbe-3df3-4924-aba0-7906fafaa0dc,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:05.455597 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:05.500850 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] No DVR routers for this DVR port f86cdcbe-3df3-4924-aba0-7906fafaa0dc on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:48:05.514148 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:05.514148 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-836ca03f-a134-4c7e-ae06-50c9df656780 req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] 10.222.0.100 "DELETE /v2.0/ports/f86cdcbe-3df3-4924-aba0-7906fafaa0dc HTTP/1.1" status: 204 len: 173 time: 0.8442638 Jun 16 13:48:05.523069 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-8c6609a8-4890-496c-ac56-30e19cd0e27b service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601424 Jun 16 13:48:05.629669 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57240619-5ee4-46c6-b3d6-4cd05151eed0 req-00ae67e2-bcc9-44ac-8995-76f86f1f1a40 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984874 Jun 16 13:48:05.857620 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 7d475572-6d60-4f47-9f17-20dcc55a55ec details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:48:05.958897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 7d475572-6d60-4f47-9f17-20dcc55a55ec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:05.971106 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'port_id': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'mac_address': 'fa:16:3e:e3:23:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:48:06.007014 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.010867 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f8c28-2257-4f9c-95b1-0a4a1338aa80 req-26efba1f-a34f-4b44-bda3-27e4bdc45cc2 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:06.012372 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f8c28-2257-4f9c-95b1-0a4a1338aa80 req-26efba1f-a34f-4b44-bda3-27e4bdc45cc2 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 943 time: 0.0636630 Jun 16 13:48:06.020184 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d475572-6d60-4f47-9f17-20dcc55a55ec {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:06.039982 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 7d475572-6d60-4f47-9f17-20dcc55a55ec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:06.044214 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:06.045717 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-4d9cef40-9fe1-40d1-9dc8-3cbd4e30ffb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:06.059713 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f8c28-2257-4f9c-95b1-0a4a1338aa80 req-4f72b82e-0bd8-4c7e-ba9d-2c09df999028 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Jun 16 13:48:06.097209 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=7d475572-6d60-4f47-9f17-20dcc55a55ec,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:06.103636 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.103985 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.104330 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.104666 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.104996 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.105352 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.105733 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.106064 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.106393 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.106719 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.107066 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.107391 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:06.112299 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:06.178092 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e8a53a-b3da-4f9d-9f22-99d14ec0abdd', 'name': 'network-vif-deleted', 'tag': 'f86cdcbe-3df3-4924-aba0-7906fafaa0dc'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:06.180630 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be604e96-b55f-473d-97d8-ef430e84e8f2" -d '{"events": [{"server_uuid": "69e8a53a-b3da-4f9d-9f22-99d14ec0abdd", "name": "network-vif-deleted", "tag": "f86cdcbe-3df3-4924-aba0-7906fafaa0dc"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:06.222544 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3cede7-ea98-48a5-9c2b-8e3f30fc9787 x-openstack-request-id: req-ba3cede7-ea98-48a5-9c2b-8e3f30fc9787 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:06.222908 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e8a53a-b3da-4f9d-9f22-99d14ec0abdd", "name": "network-vif-deleted", "tag": "f86cdcbe-3df3-4924-aba0-7906fafaa0dc", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:06.223195 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ba3cede7-ea98-48a5-9c2b-8e3f30fc9787 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:06.223620 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e8a53a-b3da-4f9d-9f22-99d14ec0abdd', 'name': 'network-vif-deleted', 'tag': 'f86cdcbe-3df3-4924-aba0-7906fafaa0dc', 'status': 'completed', 'code': 200} Jun 16 13:48:06.308573 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43046) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:06.522372 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190fc08-50f2-49f7-bcbf-506b25239961 req-d433f6a9-0305-4f91-a211-dcb8c315439a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:06.523846 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6190fc08-50f2-49f7-bcbf-506b25239961 req-d433f6a9-0305-4f91-a211-dcb8c315439a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.1362023 Jun 16 13:48:06.580370 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6190fc08-50f2-49f7-bcbf-506b25239961 req-217189a6-55e3-498d-9bea-23f824ed07f2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472376 Jun 16 13:48:06.640102 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['7d475572-6d60-4f47-9f17-20dcc55a55ec'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:06.787971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.086561 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Deleting port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:48:07.087090 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.165283 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] For port 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,segment=NetworkSegment(3a896d75-d78c-4817-889b-d7e296b0b504),segment_id=3a896d75-d78c-4817-889b-d7e296b0b504)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:07.165621 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.230663 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Calling delete_port for 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a owned by network:router_interface {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:48:07.236861 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189228da-6f57-48ea-8b75-e4487b2df630 req-02d90f3e-0c20-4caa-bfac-08f8c929ff99 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:07.238347 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-189228da-6f57-48ea-8b75-e4487b2df630 req-02d90f3e-0c20-4caa-bfac-08f8c929ff99 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 944 time: 0.0677087 Jun 16 13:48:07.512212 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-189228da-6f57-48ea-8b75-e4487b2df630 req-bc4dffac-c1d8-4414-b3a0-aa66252e7c6e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680902 Jun 16 13:48:07.721216 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.726357 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:07.769294 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Pushing event deleted for resources: {'Port': ['ID=41aa3dce-ccc2-49fa-b764-2b18f19d0f0a,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:07.775788 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:07.843007 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8bb7-a57b-4e75-b531-4d06cda26236 req-bb84eaa7-c276-4dd0-a50b-4d3848262cc7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:07.844818 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d0f8bb7-a57b-4e75-b531-4d06cda26236 req-bb84eaa7-c276-4dd0-a50b-4d3848262cc7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0747006 Jun 16 13:48:07.874548 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 7d475572-6d60-4f47-9f17-20dcc55a55ec up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:07.886008 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d0f8bb7-a57b-4e75-b531-4d06cda26236 req-d7a1ced2-831c-4d4b-a0c3-808e4d6e39e4 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337663 Jun 16 13:48:07.934037 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 7d475572-6d60-4f47-9f17-20dcc55a55ec completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:07.937516 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 7d475572-6d60-4f47-9f17-20dcc55a55ec triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:07.938706 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:07.967858 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.022125 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.044904 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:08.047506 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db78d51-ca0c-4ea4-95d3-2183012a531a" -d '{"events": [{"server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "name": "network-vif-plugged", "status": "completed", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:08.060678 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 7d475572-6d60-4f47-9f17-20dcc55a55ec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:08.066505 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.067890 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device f86cdcbe-3df3-4924-aba0-7906fafaa0dc no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:08.071106 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:08.128406 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45932971-a37d-4d8c-a2f9-429f9b2d2b7a x-openstack-request-id: req-45932971-a37d-4d8c-a2f9-429f9b2d2b7a {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:08.128829 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "name": "network-vif-plugged", "status": "completed", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:08.129158 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45932971-a37d-4d8c-a2f9-429f9b2d2b7a {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:08.129651 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'code': 200} Jun 16 13:48:08.135581 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: f86cdcbe-3df3-4924-aba0-7906fafaa0dc {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:48:08.136027 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device f86cdcbe-3df3-4924-aba0-7906fafaa0dc not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:48:08.155504 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=7d475572-6d60-4f47-9f17-20dcc55a55ec,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:08.159206 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:08.224338 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Router aac50a35-7166-4c77-a9a7-d73ca2210759 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:48:08.351229 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:48:08.356427 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] 10.222.0.64 "PUT /v2.0/routers/aac50a35-7166-4c77-a9a7-d73ca2210759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467420 Jun 16 13:48:08.359377 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43074) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:08.363872 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] Sync routers for ids ['aac50a35-7166-4c77-a9a7-d73ca2210759'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:48:08.373763 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] Routers {'aac50a35-7166-4c77-a9a7-d73ca2210759'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:08.374698 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:48:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['aac50a35-7166-4c77-a9a7-d73ca2210759'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:08.377298 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689788d-85e1-43d5-b25c-83aaff945bfe req-4f6042e4-ae32-416d-b7f8-82c0aa8fadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:08.379339 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b689788d-85e1-43d5-b25c-83aaff945bfe req-4f6042e4-ae32-416d-b7f8-82c0aa8fadf3 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1098 time: 0.0640874 Jun 16 13:48:08.424464 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b689788d-85e1-43d5-b25c-83aaff945bfe req-e5a29a7c-60c8-4281-ae41-af7aab0eca96 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374737 Jun 16 13:48:08.467947 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.568732 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] Set router aac50a35-7166-4c77-a9a7-d73ca2210759 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:08.577083 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.632123 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Deleting port e6e255a5-e88f-48f9-8c59-8f88da36a8af {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:48:08.632473 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.699647 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1a74-25f4-47b8-a836-cf36afb4b890 req-5b4b2689-bbe5-4f53-915e-9d17a308e7db tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:08.707177 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-15ed1a74-25f4-47b8-a836-cf36afb4b890 req-5b4b2689-bbe5-4f53-915e-9d17a308e7db tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0747950 Jun 16 13:48:08.715470 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] For port e6e255a5-e88f-48f9-8c59-8f88da36a8af, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=e6e255a5-e88f-48f9-8c59-8f88da36a8af,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:08.715840 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.755598 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-15ed1a74-25f4-47b8-a836-cf36afb4b890 req-b946393c-9d14-4ae9-9986-d486aa94b200 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474501 Jun 16 13:48:08.762014 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:48:07Z', 'revision_number': 5, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port': {'id': 'e6e255a5-e88f-48f9-8c59-8f88da36a8af', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:08.765627 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] Checking router: aac50a35-7166-4c77-a9a7-d73ca2210759 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:48:08.774673 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] Routers {'aac50a35-7166-4c77-a9a7-d73ca2210759'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:08.775319 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:48:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['aac50a35-7166-4c77-a9a7-d73ca2210759'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:08.785996 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Calling delete_port for e6e255a5-e88f-48f9-8c59-8f88da36a8af owned by network:router_gateway {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:48:08.861871 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] Set router aac50a35-7166-4c77-a9a7-d73ca2210759 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:08.923845 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 6, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:08.928171 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920d135-a3c1-45bf-9839-6c731abfe224 None None] The sync data for ids ['aac50a35-7166-4c77-a9a7-d73ca2210759'] in dv-cinder-789603-10-iscsi is: [{'id': 'aac50a35-7166-4c77-a9a7-d73ca2210759', 'name': 'tempest-ServerRescueNegativeTestJSON-242610279-router', 'tenant_id': 'd66f78c93715407d873413d041546e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:07Z', 'updated_at': '2021-06-16T13:48:08Z', 'revision_number': 6, 'project_id': 'd66f78c93715407d873413d041546e5e', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:48:08.972663 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:08.974792 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-724cdbe3-675d-4390-a99b-98ab1cd1ebe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:09.004276 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e255a5-e88f-48f9-8c59-8f88da36a8af,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:09.007547 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:09.070340 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.083834 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db929e4d-1f2f-4fef-a0f5-004d8315346c req-740cdcb9-4fc5-4bf6-b077-3350afc7bc2d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:09.086151 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-db929e4d-1f2f-4fef-a0f5-004d8315346c req-740cdcb9-4fc5-4bf6-b077-3350afc7bc2d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0774698 Jun 16 13:48:09.126361 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-db929e4d-1f2f-4fef-a0f5-004d8315346c req-5285ac31-0cd7-4630-9c71-0ab10a549805 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Jun 16 13:48:09.175277 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.177398 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.243236 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.243694 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac50a35-7166-4c77-a9a7-d73ca2210759 {{(pid=103670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:48:09.248717 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.249847 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f00b6104-943b-4051-8f23-3e2beb8a63f7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/aac50a35-7166-4c77-a9a7-d73ca2210759 HTTP/1.1" status: 204 len: 168 time: 0.8898535 Jun 16 13:48:09.252337 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43084) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:09.296114 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] Deleting subnet 558e07bb-fdd4-412f-83f3-711d6a5f8de4 {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:48:09.299918 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.333664 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30714702'] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.381576 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.438024 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32288624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30793493'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.440281 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-82d6ff73-5a13-4bda-82c6-a689ca78dbe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:09.462316 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558e07bb-fdd4-412f-83f3-711d6a5f8de4,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:09.465719 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:09.468668 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.473481 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-000515c9-59c7-4de2-95fe-bd3d09b1af73 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/558e07bb-fdd4-412f-83f3-711d6a5f8de4 HTTP/1.1" status: 204 len: 168 time: 0.2178936 Jun 16 13:48:09.473585 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43088) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:09.517831 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:09.538815 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:48:09.539279 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 41aa3dce-ccc2-49fa-b764-2b18f19d0f0a not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:48:09.539750 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device e6e255a5-e88f-48f9-8c59-8f88da36a8af no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:09.544787 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.558004 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: e6e255a5-e88f-48f9-8c59-8f88da36a8af {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:48:09.558422 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device e6e255a5-e88f-48f9-8c59-8f88da36a8af not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:48:09.629234 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.639751 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de04e9fc-f10a-4658-9232-bc7c2fe7851e']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:09.649487 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a896d75-d78c-4817-889b-d7e296b0b504') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:09.649784 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a896d75-d78c-4817-889b-d7e296b0b504') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:09.658378 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.674107 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.681002 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:48:09.681405 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:48:09.683520 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:48:09.743431 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.747236 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:09.750348 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.755078 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] 10.222.0.64 "DELETE /v2.0/networks/de04e9fc-f10a-4658-9232-bc7c2fe7851e HTTP/1.1" status: 204 len: 168 time: 0.2804911 Jun 16 13:48:09.765995 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=de04e9fc-f10a-4658-9232-bc7c2fe7851e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:09.768542 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-aa80179c-d5e1-48f9-9bde-88979db01d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:09.952905 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43098) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:09.954199 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015ffc-ff6a-464b-b425-9303c25eb626 req-886ca030-ee32-4d02-a855-7ca2eaa6bfb2 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:09.955952 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fa015ffc-ff6a-464b-b425-9303c25eb626 req-886ca030-ee32-4d02-a855-7ca2eaa6bfb2 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0872042 Jun 16 13:48:10.008240 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6a16d3b7-db70-4753-a56c-c6aa38084dc1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d66f78c93715407d873413d041546e5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0528166 Jun 16 13:48:10.010649 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43100) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:10.015357 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fa015ffc-ff6a-464b-b425-9303c25eb626 req-91b5b50f-fe46-45b1-8672-26400cb60d81 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Jun 16 13:48:10.065870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-70040664-c2ab-4b49-b226-667215290c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.087677 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-70040664-c2ab-4b49-b226-667215290c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.139646 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-70040664-c2ab-4b49-b226-667215290c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.142287 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-70040664-c2ab-4b49-b226-667215290c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.143727 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-70040664-c2ab-4b49-b226-667215290c1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d36429b2-8fbf-4c92-82b2-071cb40e2912 HTTP/1.1" status: 204 len: 168 time: 0.1317060 Jun 16 13:48:10.144953 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2776c36b-f3b1-437e-abee-610845a55ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:10.154732 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70040664-c2ab-4b49-b226-667215290c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36429b2-8fbf-4c92-82b2-071cb40e2912,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:10.158338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-70040664-c2ab-4b49-b226-667215290c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:10.305828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb30d1-1944-4150-9819-06b94357f480 req-6121a955-056a-4dd9-947a-7222ab84884a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:10.307298 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0cbb30d1-1944-4150-9819-06b94357f480 req-6121a955-056a-4dd9-947a-7222ab84884a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0638955 Jun 16 13:48:10.352124 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0cbb30d1-1944-4150-9819-06b94357f480 req-9f548aef-73a9-4068-b7e9-c150cb839f56 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392742 Jun 16 13:48:11.143161 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:48:11.199878 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dcee5-d046-4821-bc87-921a1f9ec2a3 req-33a4c65e-f775-4151-a6b2-33289a89b72a tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:11.201561 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f94dcee5-d046-4821-bc87-921a1f9ec2a3 req-33a4c65e-f775-4151-a6b2-33289a89b72a tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0660892 Jun 16 13:48:11.256003 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f94dcee5-d046-4821-bc87-921a1f9ec2a3 req-35680884-07dc-4701-aca4-13520840e003 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Jun 16 13:48:11.452005 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4ee2a-b792-4e64-840c-41968e644147 req-61f6f722-9c35-4791-a7dd-17308cda3d2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:11.453651 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c1d4ee2a-b792-4e64-840c-41968e644147 req-61f6f722-9c35-4791-a7dd-17308cda3d2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0677984 Jun 16 13:48:11.491981 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c1d4ee2a-b792-4e64-840c-41968e644147 req-a4cd6013-b901-486d-953e-e612671ea08b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Jun 16 13:48:11.535469 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a304ef-a88a-43a3-a9da-e4d00666c307 req-60230d2e-9006-4c62-864f-e7cc5ae01b81 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:11.537186 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-55a304ef-a88a-43a3-a9da-e4d00666c307 req-60230d2e-9006-4c62-864f-e7cc5ae01b81 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0662665 Jun 16 13:48:11.575025 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-55a304ef-a88a-43a3-a9da-e4d00666c307 req-39de46e8-287b-4f5d-9859-1f01a265521e tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Jun 16 13:48:11.872218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9901b-f9b9-4deb-9ced-fb85e88bb5fd req-fb368634-6f19-4c1d-a264-7e72dfeb03a3 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:11.873689 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c6f9901b-f9b9-4deb-9ced-fb85e88bb5fd req-fb368634-6f19-4c1d-a264-7e72dfeb03a3 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0628574 Jun 16 13:48:11.916007 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c6f9901b-f9b9-4deb-9ced-fb85e88bb5fd req-bc31c55f-be4b-4670-9fda-46020a1439d8 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Jun 16 13:48:12.495231 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c05e6-5e4c-401d-8727-efb2da31e590 req-f275a583-6aec-4d0b-9adc-e709c400e709 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:12.496644 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d52c05e6-5e4c-401d-8727-efb2da31e590 req-f275a583-6aec-4d0b-9adc-e709c400e709 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0658894 Jun 16 13:48:12.533756 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d52c05e6-5e4c-401d-8727-efb2da31e590 req-28527d96-427b-44ed-8c03-e8fe853e9e28 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314918 Jun 16 13:48:12.749547 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32952f5-d2cc-4914-a4a7-a5418ef2930d req-69988bb6-aef7-40f0-a588-fe221d1f48e3 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:12.750961 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b32952f5-d2cc-4914-a4a7-a5418ef2930d req-69988bb6-aef7-40f0-a588-fe221d1f48e3 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0631013 Jun 16 13:48:12.788635 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b32952f5-d2cc-4914-a4a7-a5418ef2930d req-2192c1a2-4d83-4132-99c2-97be7ecd6d62 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320795 Jun 16 13:48:13.739874 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f9f9-62b6-4299-9a89-018e5ce69069 req-f5af3538-057d-4c31-9a7f-b3046d2ba4ec tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:13.742430 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f3b2f9f9-62b6-4299-9a89-018e5ce69069 req-f5af3538-057d-4c31-9a7f-b3046d2ba4ec tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0903459 Jun 16 13:48:13.802701 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f3b2f9f9-62b6-4299-9a89-018e5ce69069 req-fd1d0214-451f-4cf8-a054-41c5103e4138 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537150 Jun 16 13:48:13.892242 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 0ae9e039-83a9-4200-8242-897302422258 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:48:14.016645 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:14.026752 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '0ae9e039-83a9-4200-8242-897302422258', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'port_id': '0ae9e039-83a9-4200-8242-897302422258', 'mac_address': 'fa:16:3e:39:8e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:48:14.063663 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.076677 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae9e039-83a9-4200-8242-897302422258 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:14.097250 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:14.101210 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:14.102967 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-4d9cef40-9fe1-40d1-9dc8-3cbd4e30ffb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:14.128030 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4216-f729-40f7-97e8-ee21bdcb7170 req-363780fd-27f3-4db2-af81-bef026187c20 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:14.129685 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42df4216-f729-40f7-97e8-ee21bdcb7170 req-363780fd-27f3-4db2-af81-bef026187c20 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0699272 Jun 16 13:48:14.147859 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:14.150989 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:14.170088 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-42df4216-f729-40f7-97e8-ee21bdcb7170 req-8824ffde-dce8-479b-a867-045c8e6563f2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344014 Jun 16 13:48:14.613692 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['0ae9e039-83a9-4200-8242-897302422258'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:15.066963 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27e5fe-ce08-45cf-8fee-40e1fb68fa21 req-79ae3646-970a-4427-bdd7-7d7fd6a6d52d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.068708 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fa27e5fe-ce08-45cf-8fee-40e1fb68fa21 req-79ae3646-970a-4427-bdd7-7d7fd6a6d52d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0662158 Jun 16 13:48:15.108478 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fa27e5fe-ce08-45cf-8fee-40e1fb68fa21 req-af040600-990a-4121-82bf-bba17abc2534 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338783 Jun 16 13:48:15.354858 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae149fe-db17-42b4-ba7f-c4ad1aab6fea req-256c2b3d-219d-48c7-8b05-005b894cc451 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.356357 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bae149fe-db17-42b4-ba7f-c4ad1aab6fea req-256c2b3d-219d-48c7-8b05-005b894cc451 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 944 time: 0.0672872 Jun 16 13:48:15.403370 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bae149fe-db17-42b4-ba7f-c4ad1aab6fea req-ecee7911-fc99-4b82-a99b-88778b377c4a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408568 Jun 16 13:48:16.294569 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b043ea-a678-402c-9616-073c9fcf15b1 req-1f1137fa-eac5-446a-9d90-7ed5033c60ef tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.297091 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b1b043ea-a678-402c-9616-073c9fcf15b1 req-1f1137fa-eac5-446a-9d90-7ed5033c60ef tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0719857 Jun 16 13:48:16.348408 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b1b043ea-a678-402c-9616-073c9fcf15b1 req-1bebdb7f-1777-4c38-8295-dd4cd5e980ae tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Jun 16 13:48:16.582840 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377a03c-cd2f-4391-a0bd-8d6302de7281 req-a6bac09b-e4b8-4c78-b179-823e1d3a5e10 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.584416 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f377a03c-cd2f-4391-a0bd-8d6302de7281 req-a6bac09b-e4b8-4c78-b179-823e1d3a5e10 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 944 time: 0.0690246 Jun 16 13:48:16.625387 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f377a03c-cd2f-4391-a0bd-8d6302de7281 req-fbee2a62-c160-4a86-b611-166c91015aae tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339806 Jun 16 13:48:17.533918 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f8900-4ca1-4827-95ee-f3b303ecef59 req-81fc9c68-13e8-4de4-a292-e9a4195a7198 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:17.535603 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-276f8900-4ca1-4827-95ee-f3b303ecef59 req-81fc9c68-13e8-4de4-a292-e9a4195a7198 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0630984 Jun 16 13:48:17.576707 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-276f8900-4ca1-4827-95ee-f3b303ecef59 req-3f94111e-42fa-4f91-b976-da133930d2c2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342450 Jun 16 13:48:17.933152 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 0ae9e039-83a9-4200-8242-897302422258 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:17.985102 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9146e-432f-4ae5-a2ab-1915218dcdbb req-3a1b8066-4661-4c7f-a27d-371d36a5e94f tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:17.986325 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43312) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:17.986937 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2fd9146e-432f-4ae5-a2ab-1915218dcdbb req-3a1b8066-4661-4c7f-a27d-371d36a5e94f tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 944 time: 0.0851493 Jun 16 13:48:18.004006 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 0ae9e039-83a9-4200-8242-897302422258 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:18.008265 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 0ae9e039-83a9-4200-8242-897302422258 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:18.008658 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.030000 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2fd9146e-432f-4ae5-a2ab-1915218dcdbb req-758b9f76-72dd-4ceb-a6cc-c1d2087db345 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349112 Jun 16 13:48:18.103959 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.124399 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-344d6748-cf68-4027-a4f2-0a60e0b88e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.131766 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9e039-83a9-4200-8242-897302422258'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:18.134368 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87e1543-ef19-43cc-98d8-b708f0a628f9" -d '{"events": [{"server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9e039-83a9-4200-8242-897302422258"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:18.167964 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:18.172949 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.177821 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:18.207137 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9500a26-8333-44c5-90fe-5b6bbc3db160 x-openstack-request-id: req-e9500a26-8333-44c5-90fe-5b6bbc3db160 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:18.207439 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9e039-83a9-4200-8242-897302422258", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:18.207703 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9500a26-8333-44c5-90fe-5b6bbc3db160 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:18.208101 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9e039-83a9-4200-8242-897302422258', 'code': 200} Jun 16 13:48:18.245178 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:18.248589 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:18.266696 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-344d6748-cf68-4027-a4f2-0a60e0b88e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.270774 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-344d6748-cf68-4027-a4f2-0a60e0b88e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.273663 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-33de90ca-5492-41d9-a366-27e3c8a95b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:18.310152 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d6748-cf68-4027-a4f2-0a60e0b88e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c283b4-e8e5-4c90-a1d3-be6dd556067f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:18.313971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-344d6748-cf68-4027-a4f2-0a60e0b88e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:18.316952 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-344d6748-cf68-4027-a4f2-0a60e0b88e57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e17960513274231b3d990a8060ea4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279793 Jun 16 13:48:18.320353 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43330) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:18.394936 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-848b67b0-57b6-4095-bfaa-acb554a0254f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.419950 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-848b67b0-57b6-4095-bfaa-acb554a0254f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.480011 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-848b67b0-57b6-4095-bfaa-acb554a0254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.482855 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-848b67b0-57b6-4095-bfaa-acb554a0254f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.484027 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-848b67b0-57b6-4095-bfaa-acb554a0254f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/21c283b4-e8e5-4c90-a1d3-be6dd556067f HTTP/1.1" status: 204 len: 168 time: 0.1626871 Jun 16 13:48:18.485351 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ed336f2f-0800-4948-89f5-aa1e0b96cca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:18.492413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b67b0-57b6-4095-bfaa-acb554a0254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c283b4-e8e5-4c90-a1d3-be6dd556067f,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:18.494751 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-848b67b0-57b6-4095-bfaa-acb554a0254f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:18.563791 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212a471-79ee-477d-b3c5-7c94394064ae req-f362bd60-3489-4dd2-9f08-71c2b25f1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:18.565425 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5212a471-79ee-477d-b3c5-7c94394064ae req-f362bd60-3489-4dd2-9f08-71c2b25f1c3d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0651822 Jun 16 13:48:18.605956 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5212a471-79ee-477d-b3c5-7c94394064ae req-894f6cbf-2183-4d17-a69f-5f1fdb1590ae service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339956 Jun 16 13:48:18.765556 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43342) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:18.770845 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8785a-a269-4241-b6a4-156b62617a39 req-1a62cde1-3e5f-498b-bf1a-a9c091b8b270 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:18.772454 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-dde8785a-a269-4241-b6a4-156b62617a39 req-1a62cde1-3e5f-498b-bf1a-a9c091b8b270 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0737875 Jun 16 13:48:18.779191 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffe86-1d6e-40b4-8ab2-70bcfffa0a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.810988 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-dde8785a-a269-4241-b6a4-156b62617a39 req-bac48c5a-76c6-477c-9534-d5e49a455459 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327041 Jun 16 13:48:18.873895 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffe86-1d6e-40b4-8ab2-70bcfffa0a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.877654 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0b0ffe86-1d6e-40b4-8ab2-70bcfffa0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.880216 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-fc13772d-018f-4b7c-a315-22d52961768e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:18.917234 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0b0ffe86-1d6e-40b4-8ab2-70bcfffa0a06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb596ceb3fde40a9879d9b2c26564bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502931 Jun 16 13:48:18.918174 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ffe86-1d6e-40b4-8ab2-70bcfffa0a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd840425-88da-4cd5-b4be-8ea267e8eec1,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:18.919870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43344) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:18.921746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0b0ffe86-1d6e-40b4-8ab2-70bcfffa0a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:18.969523 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:18.990421 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:19.040848 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:19.043381 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:19.044521 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd840425-88da-4cd5-b4be-8ea267e8eec1 HTTP/1.1" status: 204 len: 168 time: 0.1236145 Jun 16 13:48:19.045370 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9afadd9a-1be5-4a41-adf9-dd516b770382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:19.054598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd840425-88da-4cd5-b4be-8ea267e8eec1,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:19.061993 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.062407 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.063294 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.063665 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.064011 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.064448 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.064804 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.065587 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.065587 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.065932 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.066365 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.066711 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:19.070425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:19.224943 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b233e81-a749-4115-941a-42958e741df6 req-9cfe4e61-aeaf-4713-95ed-259c770ef97d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:19.226420 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5b233e81-a749-4115-941a-42958e741df6 req-9cfe4e61-aeaf-4713-95ed-259c770ef97d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0787017 Jun 16 13:48:19.269980 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5b233e81-a749-4115-941a-42958e741df6 req-8fd72a8d-89c9-40be-99c6-274464d9e56e tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376816 Jun 16 13:48:20.010866 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8455cb-35d8-47e7-89ad-c6f43ea2a160 req-8c520ccb-2467-41c5-98ae-a680cc20183b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:20.012342 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e8455cb-35d8-47e7-89ad-c6f43ea2a160 req-8c520ccb-2467-41c5-98ae-a680cc20183b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0797222 Jun 16 13:48:20.052461 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e8455cb-35d8-47e7-89ad-c6f43ea2a160 req-736ef7d2-6e00-4e92-935a-06cd9a31f955 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Jun 16 13:48:20.506425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52fa29-8022-4517-b872-dae04ce557ba req-35e6dd92-c89c-49e3-84f7-04184ead9e08 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:20.509783 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1c52fa29-8022-4517-b872-dae04ce557ba req-35e6dd92-c89c-49e3-84f7-04184ead9e08 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0969753 Jun 16 13:48:20.557473 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1c52fa29-8022-4517-b872-dae04ce557ba req-59fbc43e-658a-4f65-a635-158560db9f37 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363064 Jun 16 13:48:20.745183 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec2dad-ecc5-4b02-aa7e-e1047d9262ee req-f3c25729-2426-4439-959a-a7708b625967 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:20.746702 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8fec2dad-ecc5-4b02-aa7e-e1047d9262ee req-f3c25729-2426-4439-959a-a7708b625967 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0717733 Jun 16 13:48:20.792287 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8fec2dad-ecc5-4b02-aa7e-e1047d9262ee req-d01fe529-8735-4179-8f71-f1bd85e6707a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 Jun 16 13:48:20.824045 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43452) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:21.025795 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d2f48-340b-45dc-a878-6a25561c098d tempest-TestShelveInstance-939117236 tempest-TestShelveInstance-939117236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:21.027307 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e25d2f48-340b-45dc-a878-6a25561c098d tempest-TestShelveInstance-939117236 tempest-TestShelveInstance-939117236-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1093 time: 0.2020941 Jun 16 13:48:21.030157 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43456) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:21.035195 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'port_id': '0ae9e039-83a9-4200-8242-897302422258', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:21.059068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for floatingip, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:21.165396 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:21.308538 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88387e7a-1417-4887-a07c-dd1d14ff16f7 req-58ce36bb-23a8-471a-9651-416feab7c643 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:21.310090 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88387e7a-1417-4887-a07c-dd1d14ff16f7 req-58ce36bb-23a8-471a-9651-416feab7c643 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1367662 Jun 16 13:48:21.324090 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Allocated IP 172.27.2.143 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/8b9291e4-a6df-4497-8a92-408838125137) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:21.378856 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88387e7a-1417-4887-a07c-dd1d14ff16f7 req-f46ed29e-f615-4215-b3e3-310386792ece tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573039 Jun 16 13:48:21.464156 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:21.517444 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:21.519496 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:21.561075 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:21.567756 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:21.569969 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'Port': ['ID=8b9291e4-a6df-4497-8a92-408838125137,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:21.572060 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:21.575168 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:21.939746 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.074092 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.142728 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43472) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:22.248663 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.254815 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.256976 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-752fa9a0-557c-43b8-bd7e-c17303cf781e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:22.261009 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.292501 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.357218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event updated for resources: {'Port': ['ID=8b9291e4-a6df-4497-8a92-408838125137,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:22.361262 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:22.365153 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.369306 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.372981 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d09b2e7c-1cf1-4f8e-aa91-01a8d746ee96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:22.410168 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Floating IP f78fce34-bb55-4e3b-aa30-9079109127a4 associated. External IP: 172.27.2.143, port: 0ae9e039-83a9-4200-8242-897302422258. Jun 16 13:48:22.412857 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6917399f31fc47b68c9d091e49514b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674017 Jun 16 13:48:22.416052 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43478) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:22.424147 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc183f25-1151-49a8-9ca2-d106c6e2e5e5,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:22.442040 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.442424 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.442796 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.443189 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.443552 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.443914 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.444272 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.444631 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.444985 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.445339 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.445697 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.446044 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:22.450562 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:22.494423 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-347ec03f-8b06-443e-99ac-fc66d366b27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.527921 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-347ec03f-8b06-443e-99ac-fc66d366b27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.586006 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-347ec03f-8b06-443e-99ac-fc66d366b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.591344 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-347ec03f-8b06-443e-99ac-fc66d366b27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:22.592713 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-347ec03f-8b06-443e-99ac-fc66d366b27b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc183f25-1151-49a8-9ca2-d106c6e2e5e5 HTTP/1.1" status: 204 len: 168 time: 0.1752059 Jun 16 13:48:22.596119 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c18bc98a-6a60-4d76-a640-d9ccdcee7faa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:22.606149 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ec03f-8b06-443e-99ac-fc66d366b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc183f25-1151-49a8-9ca2-d106c6e2e5e5,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:22.608982 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-347ec03f-8b06-443e-99ac-fc66d366b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:22.711216 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007a139-9fab-4a15-8625-1949fa1bad7a req-100e73d6-9f4f-41f1-9287-65d4d08e398a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:22.713160 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a007a139-9fab-4a15-8625-1949fa1bad7a req-100e73d6-9f4f-41f1-9287-65d4d08e398a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1814046 Jun 16 13:48:22.771971 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a007a139-9fab-4a15-8625-1949fa1bad7a req-a4ad20ae-6906-4a2a-89f1-f07271d77852 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516479 Jun 16 13:48:22.777175 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Router e678454f-dc73-416b-87f0-0dc35407803a has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:48:23.161762 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:48:23.174611 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] Sync routers for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:48:23.182141 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e0cb4-b765-410b-a710-5f6c740edb44 req-67105a6b-e9da-4724-9cc9-99a55c9ded04 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.183641 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-910e0cb4-b765-410b-a710-5f6c740edb44 req-67105a6b-e9da-4724-9cc9-99a55c9ded04 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0973241 Jun 16 13:48:23.183777 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:23.184389 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:48:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:23.190588 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:23.256382 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2251778 Jun 16 13:48:23.258995 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'tag': '0ae9e039-83a9-4200-8242-897302422258'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:23.261500 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a762c03-4ebf-477e-810c-ce3e3275f95b" -d '{"events": [{"name": "network-changed", "server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "tag": "0ae9e039-83a9-4200-8242-897302422258"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:23.269945 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-910e0cb4-b765-410b-a710-5f6c740edb44 req-146309ef-0a06-4b9a-9f2c-0aa716b8c6f8 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755861 Jun 16 13:48:23.303121 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43516) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:23.309593 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:23.311611 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c9b2e-f7e8-45f5-b707-9ad923682c4a x-openstack-request-id: req-e53c9b2e-f7e8-45f5-b707-9ad923682c4a {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:23.320142 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "tag": "0ae9e039-83a9-4200-8242-897302422258", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:23.320536 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e53c9b2e-f7e8-45f5-b707-9ad923682c4a {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:23.321002 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'tag': '0ae9e039-83a9-4200-8242-897302422258', 'status': 'completed', 'code': 200} Jun 16 13:48:23.428562 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-9cc478ef-971c-4235-812b-5a9347c7c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.430060 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-9cc478ef-971c-4235-812b-5a9347c7c4e7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0852911 Jun 16 13:48:23.585334 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-b9debe18-8ddd-42ef-9802-bc8a0f6f85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.586993 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-b9debe18-8ddd-42ef-9802-bc8a0f6f85ef service neutron] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 911 time: 0.1484926 Jun 16 13:48:23.649431 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906656a-53cd-4fd0-aa29-0f0466101cac tempest-TestMinimumBasicScenario-1792202052 tempest-TestMinimumBasicScenario-1792202052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.651184 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3906656a-53cd-4fd0-aa29-0f0466101cac tempest-TestMinimumBasicScenario-1792202052 tempest-TestMinimumBasicScenario-1792202052-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1093 time: 0.3467519 Jun 16 13:48:23.653913 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43526) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:23.658851 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'port_id': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:23.692548 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-7dd66a51-19c7-4199-b812-71a141ae99b6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 999 time: 0.0938475 Jun 16 13:48:23.700906 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for floatingip, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:23.748932 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'f78fce34-bb55-4e3b-aa30-9079109127a4', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'port_id': '0ae9e039-83a9-4200-8242-897302422258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'mac_address': 'fa:16:3e:39:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:21Z', 'updated_at': '2021-06-16T13:48:21Z', 'revision_number': 0, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 5, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:23.759677 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] Checking router: e678454f-dc73-416b-87f0-0dc35407803a for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:48:23.770740 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-9c78dbcc-fe2f-4796-92ce-691c4e796bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.771882 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:23.772391 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-9c78dbcc-fe2f-4796-92ce-691c4e796bc6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.0726950 Jun 16 13:48:23.772714 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:48:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:23.905858 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-9749939c-2b7a-4c5f-a23d-58660be1be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.907463 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-9749939c-2b7a-4c5f-a23d-58660be1be77 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1261575 Jun 16 13:48:23.908946 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:23.970975 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:24.140140 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4412d-c4e5-4327-8a3f-8680d1be9aee req-7d5dd0b7-46fd-4eac-a22a-32a96574dc6d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:24.141730 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-72a4412d-c4e5-4327-8a3f-8680d1be9aee req-7d5dd0b7-46fd-4eac-a22a-32a96574dc6d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.2320781 Jun 16 13:48:24.158201 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-c1bf79eb-4be6-44c9-9457-95359bef8b4f service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340257 Jun 16 13:48:24.191787 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'f78fce34-bb55-4e3b-aa30-9079109127a4', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'port_id': '0ae9e039-83a9-4200-8242-897302422258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'mac_address': 'fa:16:3e:39:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:21Z', 'updated_at': '2021-06-16T13:48:21Z', 'revision_number': 0, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 5, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:24.195755 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755f2353-add8-4762-bbfd-da4578c635fc None None] The sync data for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi is: [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'f78fce34-bb55-4e3b-aa30-9079109127a4', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'port_id': '0ae9e039-83a9-4200-8242-897302422258', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'mac_address': 'fa:16:3e:39:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:21Z', 'updated_at': '2021-06-16T13:48:21Z', 'revision_number': 0, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 5, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:48:24.216574 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Allocated IP 172.27.2.215 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/99ae4449-7ec7-4064-8724-c2fd1248a4b4) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:24.300734 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-72a4412d-c4e5-4327-8a3f-8680d1be9aee req-348674d0-604c-4910-bd21-84ebbb9ef826 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467144 Jun 16 13:48:24.378545 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5a762c03-4ebf-477e-810c-ce3e3275f95b req-76f95529-0b84-4a19-9927-47479804482b service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122686 Jun 16 13:48:24.420258 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:24.434302 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306e715-40e2-4a2e-8df4-8dff6242b7bd None None] New status for floating IP f78fce34-bb55-4e3b-aa30-9079109127a4: ACTIVE {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:48:24.464800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:24.467200 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-d4af7333-c061-4c82-aa3d-b90f9ed89c97 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:24.518446 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:24.521510 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:24.526184 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:24.530607 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'Port': ['ID=99ae4449-7ec7-4064-8724-c2fd1248a4b4,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:24.555148 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:24.866293 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:24.946402 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.099428 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.104256 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.106467 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:25.137259 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.212808 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'Port': ['ID=99ae4449-7ec7-4064-8724-c2fd1248a4b4,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:25.219629 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:25.245868 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Floating IP e7dfb8b0-8c93-44ba-add0-d67b56e718a5 associated. External IP: 172.27.2.215, port: 7d475572-6d60-4f47-9f17-20dcc55a55ec. Jun 16 13:48:25.510982 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:48:25.526160 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a23f01-36a9-45c2-a42c-d12cfc737adb req-3ae1d8a2-6dd5-4269-9754-94d41c24c587 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:25.527624 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38a23f01-36a9-45c2-a42c-d12cfc737adb req-3ae1d8a2-6dd5-4269-9754-94d41c24c587 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1003277 Jun 16 13:48:25.919195 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38a23f01-36a9-45c2-a42c-d12cfc737adb req-9bbd55a8-18f6-422e-bca5-64a81cd964e0 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828516 Jun 16 13:48:25.948143 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:48:25.962516 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] Sync routers for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:48:25.972465 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:25.978551 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:25.979212 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:48:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:26.021890 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3668883 Jun 16 13:48:26.022568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:26.024812 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43570) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:26.029561 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830647240', 'description': 'tempest-secgroup-smoke-1830647240 description', 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:26.035851 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe9544e-a87a-4a63-89d6-5ac725a5a994" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:26.070170 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.107243 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036d8fb3-988e-4715-8a81-44ab048ec705 x-openstack-request-id: req-036d8fb3-988e-4715-8a81-44ab048ec705 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:26.107767 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:26.108075 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-036d8fb3-988e-4715-8a81-44ab048ec705 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:26.108545 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'status': 'completed', 'code': 200} Jun 16 13:48:26.162777 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:26.194036 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.200803 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.208011 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-2c6cfa95-7b98-42a8-885e-63398fc36fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:26.210283 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-2c6cfa95-7b98-42a8-885e-63398fc36fea service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1098 time: 0.0716925 Jun 16 13:48:26.212534 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7d330e3b-b0d3-4e2f-9d28-2b8bfb371319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:26.217422 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.218705 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1928363 Jun 16 13:48:26.225175 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43580) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:26.233514 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-6e2f2f98-adf9-407b-a71b-0aae6c6c8556 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'security_group_rule': {'security_group_id': '9e9ebcc3-6718-42e4-8e51-3697a1ce48a5', 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:26.258706 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9ebcc3-6718-42e4-8e51-3697a1ce48a5,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:26.263993 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:26.279729 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2f98-adf9-407b-a71b-0aae6c6c8556 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.336397 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-940c8d86-bec7-4867-a266-676fd23079cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:26.338248 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-940c8d86-bec7-4867-a266-676fd23079cd service neutron] 10.222.0.100 "GET /v2.0/networks?id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 200 len: 917 time: 0.1183147 Jun 16 13:48:26.349509 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2f98-adf9-407b-a71b-0aae6c6c8556 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.353926 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2f98-adf9-407b-a71b-0aae6c6c8556 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.355845 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:26.373667 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f2f98-adf9-407b-a71b-0aae6c6c8556 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0557fb3f-af02-429d-810d-4387105b11ac,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:26.378935 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6e2f2f98-adf9-407b-a71b-0aae6c6c8556 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:26.382010 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6e2f2f98-adf9-407b-a71b-0aae6c6c8556 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.386182 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6e2f2f98-adf9-407b-a71b-0aae6c6c8556 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573906 Jun 16 13:48:26.386446 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43582) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:26.391892 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'security_group_rule': {'security_group_id': '9e9ebcc3-6718-42e4-8e51-3697a1ce48a5', 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:26.411282 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-698a770d-854e-4776-a869-d380c444ed5e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 999 time: 0.0631275 Jun 16 13:48:26.425668 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.448078 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e7dfb8b0-8c93-44ba-add0-d67b56e718a5', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'port_id': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'mac_address': 'fa:16:3e:e3:23:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:24Z', 'updated_at': '2021-06-16T13:48:24Z', 'revision_number': 0, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 5, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:26.452380 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] Checking router: 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:48:26.462696 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:26.463365 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:48:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:26.466915 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-17f51050-a9c6-4952-b4e5-6f2c7fe32fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:26.468146 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-17f51050-a9c6-4952-b4e5-6f2c7fe32fa1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5195e472-862c-462f-a1f9-1bb456212573 HTTP/1.1" status: 200 len: 854 time: 0.0503926 Jun 16 13:48:26.485397 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.488522 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.490483 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:26.503590 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ad3863-29f6-4971-b6c6-851c5c705b02,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:26.506421 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:26.518209 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.519618 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321201 Jun 16 13:48:26.522466 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 43584) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:26.528732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'security_group_rule': {'security_group_id': '9e9ebcc3-6718-42e4-8e51-3697a1ce48a5', 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:26.540582 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-7d29012b-9cb5-4ca0-895f-cd18d335f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:26.542220 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-7d29012b-9cb5-4ca0-895f-cd18d335f7ce service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0602083 Jun 16 13:48:26.560789 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.579613 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:26.612177 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.616058 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.618223 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4aa4694f-8169-4eda-b8f0-c9f58db580c1 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:26.633218 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83820b83-859b-434a-844d-e561dd97ccdd,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:26.635908 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:26.649797 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.651242 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260705 Jun 16 13:48:26.654071 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43586) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:26.658598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-2ce9ca2f-5772-4290-943e-b704d6cce7ab tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'security_group_rule': {'security_group_id': '9e9ebcc3-6718-42e4-8e51-3697a1ce48a5', 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:26.681648 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-8b1e6482-5141-41c8-903a-fd2f003448e5 service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256328 Jun 16 13:48:26.718480 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2ce9ca2f-5772-4290-943e-b704d6cce7ab tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.817743 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e7dfb8b0-8c93-44ba-add0-d67b56e718a5', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'port_id': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'mac_address': 'fa:16:3e:e3:23:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:24Z', 'updated_at': '2021-06-16T13:48:24Z', 'revision_number': 0, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 5, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:26.821239 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3052c1-df81-43b5-809f-56fb11ed5e73 None None] The sync data for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi is: [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e7dfb8b0-8c93-44ba-add0-d67b56e718a5', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'port_id': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'mac_address': 'fa:16:3e:e3:23:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:24Z', 'updated_at': '2021-06-16T13:48:24Z', 'revision_number': 0, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 5, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:48:26.822210 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6fe9544e-a87a-4a63-89d6-5ac725a5a994 req-a1df3634-801b-4395-b847-269c6700f2dd service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241841 Jun 16 13:48:26.823964 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2ce9ca2f-5772-4290-943e-b704d6cce7ab tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.832810 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2ce9ca2f-5772-4290-943e-b704d6cce7ab tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.834543 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:26.852642 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9ca2f-5772-4290-943e-b704d6cce7ab tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f99d5d-4381-415a-b704-1c8772d361c4,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:26.855653 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2ce9ca2f-5772-4290-943e-b704d6cce7ab tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:26.859116 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-2ce9ca2f-5772-4290-943e-b704d6cce7ab tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.861046 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-2ce9ca2f-5772-4290-943e-b704d6cce7ab tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2058740 Jun 16 13:48:26.863913 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43588) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:26.869606 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'security_group_rule': {'security_group_id': '9e9ebcc3-6718-42e4-8e51-3697a1ce48a5', 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:26.893517 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.securitygroups_db [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Project 70710fed8e9b423aa96a5fec0fe3d0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:48:26.898792 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.970350 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.976225 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:26.979204 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-12566d49-b0ae-40aa-9359-6e0dfe5446a2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:26.999233 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb58677-c089-4ff0-aaf7-2b855b933473,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:27.003343 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:27.009885 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.013772 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463737 Jun 16 13:48:27.014145 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43594) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:27.018862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'security_group_rule': {'security_group_id': '9e9ebcc3-6718-42e4-8e51-3697a1ce48a5', 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:27.048281 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.securitygroups_db [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Project 70710fed8e9b423aa96a5fec0fe3d0bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:48:27.053908 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.081812 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3fd84-9a96-4972-96f6-2a1e89913198 None None] New status for floating IP e7dfb8b0-8c93-44ba-add0-d67b56e718a5: ACTIVE {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:48:27.124947 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.129968 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.132637 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:27.147523 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92700877-cfd6-4f26-be17-eca177967e0a,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:27.152790 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:27.160652 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.162326 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-359caf07-01e9-44e0-be36-240833d4bd2b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469374 Jun 16 13:48:27.180081 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1a555-2a38-4be4-b56e-57683c789970 req-dd781c1a-32b0-4b63-9a71-9bbbc7711e7a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.181707 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28a1a555-2a38-4be4-b56e-57683c789970 req-dd781c1a-32b0-4b63-9a71-9bbbc7711e7a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1262205 Jun 16 13:48:27.233515 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28a1a555-2a38-4be4-b56e-57683c789970 req-67553da2-b371-4c9c-8428-874c9aa4ecab tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447123 Jun 16 13:48:27.323600 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-29d3f101-7c39-448d-a00f-e0bbeddff033 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830647240&fields=id&tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd HTTP/1.1" status: 200 len: 267 time: 0.0347517 Jun 16 13:48:27.394912 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-77d0ec28-5fdf-4a16-bf2e-d46ad7655a10 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.396447 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-77d0ec28-5fdf-4a16-bf2e-d46ad7655a10 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0669630 Jun 16 13:48:27.407185 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'port': {'security_groups': ['d85c00fe-0420-419e-a2c4-6ef95271e6e3', '9e9ebcc3-6718-42e4-8e51-3697a1ce48a5']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:27.491800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.679502 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] For port 7d475572-6d60-4f47-9f17-20dcc55a55ec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:27.710812 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.716238 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.720757 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4234c626-4597-4926-b204-df1a19fe811a tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:27.734015 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['7d475572-6d60-4f47-9f17-20dcc55a55ec'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:27.771830 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-01644eb8-a28c-44b5-aadf-94fb835f0cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.774304 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.775044 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.776533 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-66a47045-9c0c-41ad-8cf3-510b5a18785a req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "PUT /v2.0/ports/7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 981 time: 0.3740087 Jun 16 13:48:27.810862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'Port': ['ID=7d475572-6d60-4f47-9f17-20dcc55a55ec,revision_number=6']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:27.815530 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:27.879402 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['7d475572-6d60-4f47-9f17-20dcc55a55ec'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:27.973049 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d95a49-e654-49a9-9a8e-13e471076131 req-87611347-3882-44fc-b775-50919ace4c9b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.979425 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19d95a49-e654-49a9-9a8e-13e471076131 req-87611347-3882-44fc-b775-50919ace4c9b tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 984 time: 0.0897985 Jun 16 13:48:28.027656 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19d95a49-e654-49a9-9a8e-13e471076131 req-1ce8bf5f-38b4-490e-a770-534ecdc7ca49 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=9e9ebcc3-6718-42e4-8e51-3697a1ce48a5&id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418646 Jun 16 13:48:28.110380 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:28.113803 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fab7d10-7273-4a61-87d1-44dc8404cbea" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:28.130773 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-63a12354-862d-4f14-b319-6b3ecf19698c None None] Provisioning complete for port 7d475572-6d60-4f47-9f17-20dcc55a55ec triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:28.131176 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-63a12354-862d-4f14-b319-6b3ecf19698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:28.155564 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec32afe4-c242-4d66-87bf-b699b5ef3470 x-openstack-request-id: req-ec32afe4-c242-4d66-87bf-b699b5ef3470 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:28.155887 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:28.156778 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec32afe4-c242-4d66-87bf-b699b5ef3470 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:28.157337 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'status': 'completed', 'code': 200} Jun 16 13:48:28.247313 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-6269579d-3bb0-4b7e-aa37-fe9f7f36fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.248937 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-6269579d-3bb0-4b7e-aa37-fe9f7f36fa6a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1137 time: 0.0639536 Jun 16 13:48:28.429049 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-966c8154-ea79-44cf-a27b-3fa031f1c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.430850 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-966c8154-ea79-44cf-a27b-3fa031f1c382 service neutron] 10.222.0.100 "GET /v2.0/networks?id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 200 len: 917 time: 0.1721828 Jun 16 13:48:28.456415 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbb3cf-70ee-431d-b9b8-f325fa418fb8 req-45d1155b-8407-44ef-957f-f2870ff0e107 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.458691 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-25bbb3cf-70ee-431d-b9b8-f325fa418fb8 req-45d1155b-8407-44ef-957f-f2870ff0e107 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0855889 Jun 16 13:48:28.539197 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-3e9770f4-e23e-4c51-8dc6-00440f320e57 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1436448 Jun 16 13:48:28.559163 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-a9c76ef0-7819-405f-af7c-dd9ff34cd793 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 1001 time: 0.1148839 Jun 16 13:48:28.577108 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-25bbb3cf-70ee-431d-b9b8-f325fa418fb8 req-bc38a560-a2e1-414c-a51a-fecebb387013 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120641 Jun 16 13:48:28.675844 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-f5c088ec-e10d-4a1a-bbf9-87c438cec366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.677389 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-f5c088ec-e10d-4a1a-bbf9-87c438cec366 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5195e472-862c-462f-a1f9-1bb456212573 HTTP/1.1" status: 200 len: 854 time: 0.1110835 Jun 16 13:48:28.736562 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-d0244fc1-4f3b-4b02-bf5c-4ef5c170328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.738085 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-d0244fc1-4f3b-4b02-bf5c-4ef5c170328d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1099 time: 0.1157341 Jun 16 13:48:28.763213 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-200df038-f54f-46a3-bcce-503b3913ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.765199 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-200df038-f54f-46a3-bcce-503b3913ab73 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715466 Jun 16 13:48:28.947245 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-98811236-467b-4a85-a984-bfb9bf25105b service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687164 Jun 16 13:48:28.949405 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-8af92951-a388-45e0-88ed-0e1fe62753fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.950689 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-8af92951-a388-45e0-88ed-0e1fe62753fa service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.1710913 Jun 16 13:48:29.109746 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-045d75b9-0a6e-4691-87d6-612d9b36a6bb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 1002 time: 0.1317890 Jun 16 13:48:29.134960 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b3199-68e3-4d6b-8904-65b7a20c7d6b req-571faa33-c039-4933-9ec1-3fda21942d36 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:29.136361 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-260b3199-68e3-4d6b-8904-65b7a20c7d6b req-571faa33-c039-4933-9ec1-3fda21942d36 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1882703 Jun 16 13:48:29.188151 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fab7d10-7273-4a61-87d1-44dc8404cbea req-b3878ec9-3c9e-43c6-8e03-beafd512607a service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112169 Jun 16 13:48:29.207953 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-3fd52a6a-b699-4465-92a9-404bad6e160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:29.209404 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-3fd52a6a-b699-4465-92a9-404bad6e160d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0921474 Jun 16 13:48:29.214456 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-260b3199-68e3-4d6b-8904-65b7a20c7d6b req-e188f835-4820-428c-ae0b-9e16356715ff tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552163 Jun 16 13:48:29.268070 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-ea42cf73-e3aa-4b4d-876f-5a3a2306d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:29.269527 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-ea42cf73-e3aa-4b4d-876f-5a3a2306d65c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532475 Jun 16 13:48:29.366149 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-d724acb6-0fff-4bb0-9871-975142f525d3 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897100 Jun 16 13:48:29.465121 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-38b253ea-6dfd-4fd3-b5ce-3d3fc5075deb req-34663ead-b5fa-4b7a-bd4b-ec4b5a744ee7 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853219 Jun 16 13:48:30.335032 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:30.405884 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90529597-2a75-4a2b-993e-206496e525ed req-419ae7a6-a3c5-4b17-9a9f-c1bc3777a96b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:30.407925 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-90529597-2a75-4a2b-993e-206496e525ed req-419ae7a6-a3c5-4b17-9a9f-c1bc3777a96b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0747447 Jun 16 13:48:30.446047 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-90529597-2a75-4a2b-993e-206496e525ed req-bccb48a1-fea5-4c21-809b-24e05fda5c8b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Jun 16 13:48:30.531814 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-95579469-7d0f-4578-adcc-a9eaa4653a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:31.497262 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:31.628004 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7d996-392e-47f1-8080-c38125dc529c req-b23ed9e7-73a8-49a3-8658-b1c8096d6cf1 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:31.629561 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-17b7d996-392e-47f1-8080-c38125dc529c req-b23ed9e7-73a8-49a3-8658-b1c8096d6cf1 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0637805 Jun 16 13:48:31.673696 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-17b7d996-392e-47f1-8080-c38125dc529c req-f8d51cfd-1db4-4900-870d-4638edcf7f37 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384779 Jun 16 13:48:32.165010 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:32.850383 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c966fa-7830-4cee-b221-ed47a7c1b70c req-ab388398-b8a9-4a7d-90e5-0ce2dcd3d307 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:32.851887 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d2c966fa-7830-4cee-b221-ed47a7c1b70c req-ab388398-b8a9-4a7d-90e5-0ce2dcd3d307 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0629354 Jun 16 13:48:32.889026 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d2c966fa-7830-4cee-b221-ed47a7c1b70c req-5bbc9f25-3816-4109-88ef-ce50861ec270 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Jun 16 13:48:33.300279 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.066118 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5000124-e9bf-4960-ba09-db8dfbe6d688 req-455543f5-20c8-4bfc-b1f9-7d41bda3be9e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:34.067594 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a5000124-e9bf-4960-ba09-db8dfbe6d688 req-455543f5-20c8-4bfc-b1f9-7d41bda3be9e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0662401 Jun 16 13:48:34.109508 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a5000124-e9bf-4960-ba09-db8dfbe6d688 req-438a87f9-357f-4dfe-bb1f-ada6162d29c3 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345516 Jun 16 13:48:35.287511 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07590cb3-ef39-47f8-ad43-29a3f3e319c3 req-f6ba28d1-6822-43da-83d3-594f25c035f5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:35.288984 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07590cb3-ef39-47f8-ad43-29a3f3e319c3 req-f6ba28d1-6822-43da-83d3-594f25c035f5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0647631 Jun 16 13:48:35.327548 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07590cb3-ef39-47f8-ad43-29a3f3e319c3 req-9d01bd4c-34e0-4775-a14f-01dd8147021c tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Jun 16 13:48:36.507343 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16167c3c-65d9-4dd3-9714-471626c4c70b req-d0b5b5bd-87c7-4097-82ef-9523b97d9c1d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:36.508767 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-16167c3c-65d9-4dd3-9714-471626c4c70b req-d0b5b5bd-87c7-4097-82ef-9523b97d9c1d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0669584 Jun 16 13:48:36.547460 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-16167c3c-65d9-4dd3-9714-471626c4c70b req-270c0b5d-1771-4d71-8b5e-6a05e93600e4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323689 Jun 16 13:48:37.721687 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0acd9-b71d-43de-80ae-43b9a8307e08 req-a6f9b676-eb9b-4da4-8ef3-737c6d080632 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:37.723258 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8cb0acd9-b71d-43de-80ae-43b9a8307e08 req-a6f9b676-eb9b-4da4-8ef3-737c6d080632 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0628903 Jun 16 13:48:37.760132 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8cb0acd9-b71d-43de-80ae-43b9a8307e08 req-d8c03ef0-8ff5-4649-b614-2e2955b7c4d8 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Jun 16 13:48:38.937410 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e2e63-e0f8-459d-95c1-c868eda3c7bd req-315d7bc7-1fcb-4a15-897d-673642b8ad49 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:38.938741 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-781e2e63-e0f8-459d-95c1-c868eda3c7bd req-315d7bc7-1fcb-4a15-897d-673642b8ad49 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0656140 Jun 16 13:48:38.976088 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-781e2e63-e0f8-459d-95c1-c868eda3c7bd req-e2212607-7af6-4c86-9fd8-b80e06381f37 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316539 Jun 16 13:48:39.363534 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe629-923d-4983-9d28-91b675debf75 req-b8b79692-d6dc-4385-b011-091f2d25b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.365071 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-234fe629-923d-4983-9d28-91b675debf75 req-b8b79692-d6dc-4385-b011-091f2d25b37e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1099 time: 0.0622993 Jun 16 13:48:39.765361 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe629-923d-4983-9d28-91b675debf75 req-9e35f554-b024-49ee-8030-e65a89edb9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.766838 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-234fe629-923d-4983-9d28-91b675debf75 req-9e35f554-b024-49ee-8030-e65a89edb9f1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.0857074 Jun 16 13:48:39.838506 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-234fe629-923d-4983-9d28-91b675debf75 req-3afad1e7-ca88-4568-b6c8-ae793c6843e5 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 1002 time: 0.0645726 Jun 16 13:48:39.893409 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe629-923d-4983-9d28-91b675debf75 req-5cb0f7fc-6e5d-46fa-9621-a6f7d0e27119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.894906 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-234fe629-923d-4983-9d28-91b675debf75 req-5cb0f7fc-6e5d-46fa-9621-a6f7d0e27119 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0495164 Jun 16 13:48:40.001573 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe629-923d-4983-9d28-91b675debf75 req-dfdd2f2e-97f3-4419-9e69-9e511990f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:40.003184 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-234fe629-923d-4983-9d28-91b675debf75 req-dfdd2f2e-97f3-4419-9e69-9e511990f486 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601885 Jun 16 13:48:40.132753 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-234fe629-923d-4983-9d28-91b675debf75 req-dba55b0f-e6b8-4bd3-a85a-b533aac4a25f service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148829 Jun 16 13:48:40.241720 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed656131-4256-465f-a115-072923c50c3d req-d94e641e-c978-41a2-bada-f9162129dc7d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:40.243402 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ed656131-4256-465f-a115-072923c50c3d req-d94e641e-c978-41a2-bada-f9162129dc7d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1505125 Jun 16 13:48:40.284589 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-234fe629-923d-4983-9d28-91b675debf75 req-1880bd21-1f08-417d-85a1-b90c3e2815a3 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420689 Jun 16 13:48:40.299825 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ed656131-4256-465f-a115-072923c50c3d req-538e74d6-28c7-4ee7-b7ca-b7752089a0cd tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499675 Jun 16 13:48:41.478682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e7e3e-45b5-4cfd-bad4-7a187874f102 req-1c50ef57-e1e7-479a-b241-f9c5ba8a0660 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:41.480084 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-061e7e3e-45b5-4cfd-bad4-7a187874f102 req-1c50ef57-e1e7-479a-b241-f9c5ba8a0660 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0664179 Jun 16 13:48:41.519965 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-061e7e3e-45b5-4cfd-bad4-7a187874f102 req-13f57d33-7966-4c64-9cbf-08d86bca991d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332747 Jun 16 13:48:42.702332 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27535000-6ac0-42a9-92a1-dfc7f75c73dd req-cf34a5c0-bc54-48bb-8751-9a879620daa4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:42.703863 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-27535000-6ac0-42a9-92a1-dfc7f75c73dd req-cf34a5c0-bc54-48bb-8751-9a879620daa4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0637276 Jun 16 13:48:42.755523 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-27535000-6ac0-42a9-92a1-dfc7f75c73dd req-c62024ac-f292-464a-a9b1-abb106914270 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460277 Jun 16 13:48:48.143854 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:48:56.999162 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43946) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:57.100343 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0ef9b86a-02e8-483c-bb91-24108263fd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:57.186675 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0ef9b86a-02e8-483c-bb91-24108263fd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:57.190791 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0ef9b86a-02e8-483c-bb91-24108263fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:57.193383 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c142370b-598e-48c1-a7e6-6285ec99d0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:57.226837 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9b86a-02e8-483c-bb91-24108263fd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491721e8-ff4c-408d-8fb9-114575021678,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:57.231305 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0ef9b86a-02e8-483c-bb91-24108263fd6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f39fcda19af4909b431d16c5ad06992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311635 Jun 16 13:48:57.232260 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0ef9b86a-02e8-483c-bb91-24108263fd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:57.233848 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 43950) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:57.283756 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-21933b6d-af55-48f5-9a17-f5cfd0139c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:57.304928 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-21933b6d-af55-48f5-9a17-f5cfd0139c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:57.352054 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-21933b6d-af55-48f5-9a17-f5cfd0139c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:57.354643 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-21933b6d-af55-48f5-9a17-f5cfd0139c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:57.358090 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-21933b6d-af55-48f5-9a17-f5cfd0139c11 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/491721e8-ff4c-408d-8fb9-114575021678 HTTP/1.1" status: 204 len: 168 time: 0.1211317 Jun 16 13:48:57.358090 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-198191d0-0909-4ee2-93be-2f89b51d55ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:57.368019 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21933b6d-af55-48f5-9a17-f5cfd0139c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491721e8-ff4c-408d-8fb9-114575021678,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:57.370898 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-21933b6d-af55-48f5-9a17-f5cfd0139c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:57.746127 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fe26dcb8-20d2-4dd6-bdf4-7faaefa15c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:00.335634 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:00.536053 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2c5f3067-95b7-4859-88dd-3be7505e2a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:01.501475 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:02.167104 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:03.307237 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:14.599044 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 44196) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:14.715949 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7b9290ae-274b-4e7c-8235-d224f912ec17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:14.811986 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7b9290ae-274b-4e7c-8235-d224f912ec17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:14.816439 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7b9290ae-274b-4e7c-8235-d224f912ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:14.819695 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:14.855255 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7b9290ae-274b-4e7c-8235-d224f912ec17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=060d332c0ccf4dfb92de17bde62785df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550023 Jun 16 13:49:14.856281 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9290ae-274b-4e7c-8235-d224f912ec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3421e2-79f0-47a1-bdca-a42a62f0a2f5,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:14.859256 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 44214) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:14.859810 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7b9290ae-274b-4e7c-8235-d224f912ec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:14.925354 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d02a-f6b3-4139-8d42-724bcc9cbb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:14.951526 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d02a-f6b3-4139-8d42-724bcc9cbb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:14.995668 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d02a-f6b3-4139-8d42-724bcc9cbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:14.998255 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d02a-f6b3-4139-8d42-724bcc9cbb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:14.999404 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7ec9d02a-f6b3-4139-8d42-724bcc9cbb97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a3421e2-79f0-47a1-bdca-a42a62f0a2f5 HTTP/1.1" status: 204 len: 168 time: 0.1383212 Jun 16 13:49:15.000237 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9bd97785-0a33-48d5-8db9-c09310b3ff2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:15.007614 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9d02a-f6b3-4139-8d42-724bcc9cbb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3421e2-79f0-47a1-bdca-a42a62f0a2f5,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:15.010047 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7ec9d02a-f6b3-4139-8d42-724bcc9cbb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:15.264519 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 44222) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:15.278096 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0b66c954-3f95-4611-85aa-f4fb2a858735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.366258 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0b66c954-3f95-4611-85aa-f4fb2a858735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.369851 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0b66c954-3f95-4611-85aa-f4fb2a858735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.373290 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4a4157c1-8695-4f35-b1e1-0af068cd59e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:15.408562 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0b66c954-3f95-4611-85aa-f4fb2a858735 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b77992f7a3248b9a7fdf06ad43767c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429331 Jun 16 13:49:15.409865 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66c954-3f95-4611-85aa-f4fb2a858735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7628a-ec03-4130-a8e5-1edc26d2add9,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:15.411237 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 44224) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:15.413218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0b66c954-3f95-4611-85aa-f4fb2a858735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:15.463176 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-eb262aed-f3f3-4326-9a1a-8b9b05621f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.483380 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-eb262aed-f3f3-4326-9a1a-8b9b05621f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.528773 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-eb262aed-f3f3-4326-9a1a-8b9b05621f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.531578 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-eb262aed-f3f3-4326-9a1a-8b9b05621f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.532685 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-eb262aed-f3f3-4326-9a1a-8b9b05621f64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4a7628a-ec03-4130-a8e5-1edc26d2add9 HTTP/1.1" status: 204 len: 168 time: 0.1204813 Jun 16 13:49:15.533504 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-499e5d75-dcaa-4b85-9cc5-36782c5c1ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:15.541773 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb262aed-f3f3-4326-9a1a-8b9b05621f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7628a-ec03-4130-a8e5-1edc26d2add9,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:15.544202 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-eb262aed-f3f3-4326-9a1a-8b9b05621f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:15.844001 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 44232) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:15.858069 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42c15277-b1f4-4e66-a2b5-b406a4970083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.949877 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42c15277-b1f4-4e66-a2b5-b406a4970083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.957425 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-42c15277-b1f4-4e66-a2b5-b406a4970083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:15.961105 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b8abf841-8249-4b13-82c2-369f4ad8d339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:15.995153 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-42c15277-b1f4-4e66-a2b5-b406a4970083 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53c79d85df534c35b5629c7c7e0edbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499884 Jun 16 13:49:15.996136 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15277-b1f4-4e66-a2b5-b406a4970083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0430cb9-62f4-4508-b0df-f797f8f5c9de,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:15.998033 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 44238) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:16.004028 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-42c15277-b1f4-4e66-a2b5-b406a4970083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:16.049287 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f5c02c5a-8055-4b2b-a507-38866b7ddbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:16.071273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f5c02c5a-8055-4b2b-a507-38866b7ddbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:16.123188 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f5c02c5a-8055-4b2b-a507-38866b7ddbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:16.125712 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f5c02c5a-8055-4b2b-a507-38866b7ddbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:16.127027 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f5c02c5a-8055-4b2b-a507-38866b7ddbac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0430cb9-62f4-4508-b0df-f797f8f5c9de HTTP/1.1" status: 204 len: 168 time: 0.1277313 Jun 16 13:49:16.128332 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-3474e143-67e9-4225-a23f-283260c60f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:16.135924 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c02c5a-8055-4b2b-a507-38866b7ddbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0430cb9-62f4-4508-b0df-f797f8f5c9de,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:16.138432 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f5c02c5a-8055-4b2b-a507-38866b7ddbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:25.143538 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:49:27.121826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47df82-26d2-4ed1-b26d-35478c1aebcf req-701090bc-f6da-408d-9e62-4f0eb0ce926d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:27.123675 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-eb47df82-26d2-4ed1-b26d-35478c1aebcf req-701090bc-f6da-408d-9e62-4f0eb0ce926d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.1662095 Jun 16 13:49:27.162371 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-eb47df82-26d2-4ed1-b26d-35478c1aebcf req-6a20b113-6e7b-4590-90e3-d725f5fc26f7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326271 Jun 16 13:49:27.746825 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0c829a9d-2872-4dbc-82bc-76763f3dcf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:28.349546 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00fdde-091a-42c0-82ed-774457f7ec25 req-65023acd-e78d-466d-81f3-ac1f3bd6d7e0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:28.351064 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a00fdde-091a-42c0-82ed-774457f7ec25 req-65023acd-e78d-466d-81f3-ac1f3bd6d7e0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0680895 Jun 16 13:49:28.389691 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6a00fdde-091a-42c0-82ed-774457f7ec25 req-a25f9d97-de61-4709-8d6a-0862dc941ee4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328677 Jun 16 13:49:29.570182 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8f04e-2a7a-4a79-833c-9ee8009c5f33 req-4029bda2-54c5-4d3f-a0fa-a2745fdae43b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:29.571718 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1ad8f04e-2a7a-4a79-833c-9ee8009c5f33 req-4029bda2-54c5-4d3f-a0fa-a2745fdae43b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0652747 Jun 16 13:49:29.618092 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1ad8f04e-2a7a-4a79-833c-9ee8009c5f33 req-6b803c3c-8130-4b82-b7d8-464e15c3391e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403886 Jun 16 13:49:30.116473 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 44496) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:30.236030 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.330273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.334494 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.337088 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f5c02c5a-8055-4b2b-a507-38866b7ddbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:30.337494 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.373994 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95ca345150c44b329337cedd3cd65fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564259 Jun 16 13:49:30.375057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46d42a4-6c36-4fa2-a1ce-b52774754b2a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:30.377005 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 44500) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:30.383037 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.383420 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.383787 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.384151 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.384515 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.384874 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.385222 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.385635 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.386012 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.386353 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.386690 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.387073 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.391346 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:30.437830 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.458698 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.503985 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.506587 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.507747 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a46d42a4-6c36-4fa2-a1ce-b52774754b2a HTTP/1.1" status: 204 len: 168 time: 0.1296978 Jun 16 13:49:30.508537 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-344d6748-cf68-4027-a4f2-0a60e0b88e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:30.515897 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46d42a4-6c36-4fa2-a1ce-b52774754b2a,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:30.527388 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.527775 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.528153 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.528525 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.529095 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.529402 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.529897 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.530429 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.530547 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.531134 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.531587 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.531841 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:30.536700 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:30.539804 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a6642ac9-b7be-40d8-82e1-27fa07aa86e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.786535 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 44508) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:30.800720 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-42471fdc-7030-47a5-9bec-508e5018f18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.823299 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bf9e7-2896-4120-b822-dd58a227bfb9 req-d95027f6-1aba-4f6e-b22e-1ee0a6192534 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:30.824752 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd5bf9e7-2896-4120-b822-dd58a227bfb9 req-d95027f6-1aba-4f6e-b22e-1ee0a6192534 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0744178 Jun 16 13:49:30.866864 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fd5bf9e7-2896-4120-b822-dd58a227bfb9 req-544b9592-d51d-492b-99c8-9f0c7094782e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352278 Jun 16 13:49:30.900115 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-42471fdc-7030-47a5-9bec-508e5018f18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.904434 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-42471fdc-7030-47a5-9bec-508e5018f18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:30.906843 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:30.946518 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-42471fdc-7030-47a5-9bec-508e5018f18b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de247238ed8743a3b9b7b3f509020cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562402 Jun 16 13:49:30.946518 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42471fdc-7030-47a5-9bec-508e5018f18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238a6b47-17a9-4328-8e37-114e40e56490,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:30.947819 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 44510) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:30.947982 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-42471fdc-7030-47a5-9bec-508e5018f18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:30.999982 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-baafd636-42cc-40e2-b784-bdde2b2054b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:31.028167 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-baafd636-42cc-40e2-b784-bdde2b2054b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:31.077071 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-baafd636-42cc-40e2-b784-bdde2b2054b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:31.080776 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-baafd636-42cc-40e2-b784-bdde2b2054b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:31.081844 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-baafd636-42cc-40e2-b784-bdde2b2054b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/238a6b47-17a9-4328-8e37-114e40e56490 HTTP/1.1" status: 204 len: 168 time: 0.1325169 Jun 16 13:49:31.082640 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4b6e5472-e036-492c-8106-23dd4d9028c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:31.093735 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafd636-42cc-40e2-b784-bdde2b2054b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a6b47-17a9-4328-8e37-114e40e56490,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:31.096169 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-baafd636-42cc-40e2-b784-bdde2b2054b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:31.221229 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-7be1b26a-cb43-4e94-a928-4b43824ae5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:31.222844 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-7be1b26a-cb43-4e94-a928-4b43824ae5aa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 1099 time: 0.2092168 Jun 16 13:49:31.335844 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-0fd0ac5a-3295-42f3-b25a-5953e42e25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:31.337278 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-0fd0ac5a-3295-42f3-b25a-5953e42e25cd service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.0854523 Jun 16 13:49:31.413799 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-451ec30d-cb16-4101-980f-ce3930948f73 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=314ccb27-210d-4266-ad9a-59b581740b95 HTTP/1.1" status: 200 len: 1002 time: 0.0671656 Jun 16 13:49:31.509550 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:31.715168 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-c092d135-c89f-45a2-8104-f5512b9f861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:31.716630 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-c092d135-c89f-45a2-8104-f5512b9f861e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.2961903 Jun 16 13:49:31.785544 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-2b36eafb-1b2b-4fc9-b3ea-3b8f14a41710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:31.787308 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-2b36eafb-1b2b-4fc9-b3ea-3b8f14a41710 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595741 Jun 16 13:49:31.881129 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-14d5a29b-a4fe-4a41-8dfc-afd8ad98b5a7 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869770 Jun 16 13:49:31.983397 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c891193c-803b-49b3-a9ce-d93a17c0b0b9 req-05f73adf-1332-4a90-8b77-c7cf35ab993a service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939293 Jun 16 13:49:32.066683 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a02a-ca19-44ab-970d-ca6d65e0b101 req-fa7fabfa-3fb8-4f47-8812-f86293d98713 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:32.068180 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2841a02a-ca19-44ab-970d-ca6d65e0b101 req-fa7fabfa-3fb8-4f47-8812-f86293d98713 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0727515 Jun 16 13:49:32.109167 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2841a02a-ca19-44ab-970d-ca6d65e0b101 req-95099343-17a7-4a56-88b1-ceb8cf420762 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349808 Jun 16 13:49:32.167429 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:33.289389 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27fd77-76c1-4576-9b9a-7456a7f47ca6 req-fdc91bc7-5cc4-4cd5-8894-3320218bdd82 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:33.290955 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc27fd77-76c1-4576-9b9a-7456a7f47ca6 req-fdc91bc7-5cc4-4cd5-8894-3320218bdd82 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0652635 Jun 16 13:49:33.311481 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:33.336783 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc27fd77-76c1-4576-9b9a-7456a7f47ca6 req-e93cdc6e-a016-4e8a-8fed-97114cc6a55c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377727 Jun 16 13:49:34.514331 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d60e6-8ccd-430c-9771-ab64b0d77fb8 req-737c7acf-5605-417b-886f-6e08a6f9df6b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:34.515928 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d56d60e6-8ccd-430c-9771-ab64b0d77fb8 req-737c7acf-5605-417b-886f-6e08a6f9df6b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0617075 Jun 16 13:49:34.553230 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d56d60e6-8ccd-430c-9771-ab64b0d77fb8 req-bc84b937-f576-4409-827b-8fc630166c42 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317850 Jun 16 13:49:35.730614 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb60d00-08ac-4a5f-8a84-c444dfa9fcd0 req-f21c8a7b-d0ea-4d6c-bca5-43e8196a02b2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:35.732084 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cbb60d00-08ac-4a5f-8a84-c444dfa9fcd0 req-f21c8a7b-d0ea-4d6c-bca5-43e8196a02b2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0645456 Jun 16 13:49:35.770179 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-cbb60d00-08ac-4a5f-8a84-c444dfa9fcd0 req-55f328f0-5ebe-481f-9574-cde99fbc222e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318062 Jun 16 13:49:36.954382 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41d79e-aa99-456e-b296-40af59e1ecc4 req-a3efa558-368b-481e-a5bc-96b88c0743e8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:36.956646 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c41d79e-aa99-456e-b296-40af59e1ecc4 req-a3efa558-368b-481e-a5bc-96b88c0743e8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0640113 Jun 16 13:49:36.995343 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c41d79e-aa99-456e-b296-40af59e1ecc4 req-400ddc8b-8fdd-4910-95bc-a5454131eb2d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329068 Jun 16 13:49:38.179675 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7b6aa-857b-4daf-beee-b0bf3f56c21c req-da5406d2-6ed1-40be-a5a0-b804102fd893 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:38.181231 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bcb7b6aa-857b-4daf-beee-b0bf3f56c21c req-da5406d2-6ed1-40be-a5a0-b804102fd893 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0616908 Jun 16 13:49:38.219311 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bcb7b6aa-857b-4daf-beee-b0bf3f56c21c req-35b6160d-cdd9-4c7c-987a-df254c796072 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323241 Jun 16 13:49:39.403346 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1527689-2207-4559-8d20-720d102a0fbc req-8df48b8b-e678-4b6f-aaaf-07e2340883a7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:39.404809 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d1527689-2207-4559-8d20-720d102a0fbc req-8df48b8b-e678-4b6f-aaaf-07e2340883a7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0658073 Jun 16 13:49:39.442094 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d1527689-2207-4559-8d20-720d102a0fbc req-40b7bd29-13a6-4911-b352-6e220302684e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315280 Jun 16 13:49:40.628512 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0d318-6a90-4c76-bf6b-f13112f50493 req-d67cf5bb-4e90-448a-9324-d7c532aadae5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:40.629975 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-20f0d318-6a90-4c76-bf6b-f13112f50493 req-d67cf5bb-4e90-448a-9324-d7c532aadae5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0672235 Jun 16 13:49:40.666761 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-20f0d318-6a90-4c76-bf6b-f13112f50493 req-dac5beba-cd21-47f3-be82-59cdf23691d1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311792 Jun 16 13:49:41.848744 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c9c62-2fb7-4b60-905e-b4a4b7c060c5 req-a3f79657-ad09-4eea-91a5-20010db1a502 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:41.850206 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a6c9c62-2fb7-4b60-905e-b4a4b7c060c5 req-a3f79657-ad09-4eea-91a5-20010db1a502 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0646193 Jun 16 13:49:41.888879 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3a6c9c62-2fb7-4b60-905e-b4a4b7c060c5 req-c2046b2d-d248-46ca-9d2c-18461e754320 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318077 Jun 16 13:49:43.069351 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93efe3-2012-49e9-89e4-f916679836f4 req-a3350fdc-37db-4326-a28a-9044a5cb3bf8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:43.070814 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d93efe3-2012-49e9-89e4-f916679836f4 req-a3350fdc-37db-4326-a28a-9044a5cb3bf8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0686886 Jun 16 13:49:43.108962 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3d93efe3-2012-49e9-89e4-f916679836f4 req-7c232bef-1158-424e-bd21-7e088f4bbbaa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325265 Jun 16 13:49:44.290612 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a848ce-ed4c-4d95-9abc-35be1503c33f req-ac186854-7bbf-402e-a99d-137b65c5d124 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:44.292087 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-47a848ce-ed4c-4d95-9abc-35be1503c33f req-ac186854-7bbf-402e-a99d-137b65c5d124 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0653472 Jun 16 13:49:44.330803 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-47a848ce-ed4c-4d95-9abc-35be1503c33f req-72bc0169-fb77-415f-a41e-e244cfdd617f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325413 Jun 16 13:49:45.515562 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071c70-e2c5-4db3-a053-a355b4ee48ab req-c08eb67a-a0d5-49f0-9ff6-77d37da322c5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:45.518020 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1e071c70-e2c5-4db3-a053-a355b4ee48ab req-c08eb67a-a0d5-49f0-9ff6-77d37da322c5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0689962 Jun 16 13:49:45.559922 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1e071c70-e2c5-4db3-a053-a355b4ee48ab req-086ff4ac-938f-4311-b73a-8ad562912a59 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360022 Jun 16 13:49:46.743526 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2677e-d71b-4020-920f-b7f00da7bece req-cc11864e-73d6-4104-9913-fd3f46945e07 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:46.745010 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7ee2677e-d71b-4020-920f-b7f00da7bece req-cc11864e-73d6-4104-9913-fd3f46945e07 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0652487 Jun 16 13:49:46.783339 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7ee2677e-d71b-4020-920f-b7f00da7bece req-a8130af3-f506-44e0-83e1-14de04d92611 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324099 Jun 16 13:49:48.208688 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe1345-112a-4467-8fb7-eb894407c8e5 req-a1e76747-db4a-4b8e-94a9-f06f73d2c29f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:48.209345 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ebe1345-112a-4467-8fb7-eb894407c8e5 req-a1e76747-db4a-4b8e-94a9-f06f73d2c29f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.3005042 Jun 16 13:49:48.250790 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5ebe1345-112a-4467-8fb7-eb894407c8e5 req-c09d70d2-1529-4c1d-bc97-471788d314b3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328434 Jun 16 13:49:48.310081 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 44752) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:48.411878 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-afccccd2-cbeb-4992-a8f8-5074d789f3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:48.498222 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-afccccd2-cbeb-4992-a8f8-5074d789f3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:48.502030 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-afccccd2-cbeb-4992-a8f8-5074d789f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:48.505611 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-84ee4031-fa31-453b-bdf9-89a5afae0e3b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:48.540282 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-afccccd2-cbeb-4992-a8f8-5074d789f3ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2aac3b1ff5784a94a11cd6ced433e74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291260 Jun 16 13:49:48.541425 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccccd2-cbeb-4992-a8f8-5074d789f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531153fd-b739-4c60-860f-782081b4b6b5,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:48.543069 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 44756) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:48.544920 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-afccccd2-cbeb-4992-a8f8-5074d789f3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:48.592193 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-92d1c22a-f927-42a7-82ea-99b0f05b7948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:48.613435 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-92d1c22a-f927-42a7-82ea-99b0f05b7948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:48.659360 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-92d1c22a-f927-42a7-82ea-99b0f05b7948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:48.662692 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-92d1c22a-f927-42a7-82ea-99b0f05b7948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:48.663837 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-92d1c22a-f927-42a7-82ea-99b0f05b7948 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/531153fd-b739-4c60-860f-782081b4b6b5 HTTP/1.1" status: 204 len: 168 time: 0.1197579 Jun 16 13:49:48.664589 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c78121ff-1a57-4efa-a584-2d6830f4e6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:48.672161 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1c22a-f927-42a7-82ea-99b0f05b7948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531153fd-b739-4c60-860f-782081b4b6b5,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:48.675290 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-92d1c22a-f927-42a7-82ea-99b0f05b7948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:48.922191 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 44762) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:48.935236 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2ac6fddc-46cc-4ada-908e-cb34f6ec3707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:49.028357 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2ac6fddc-46cc-4ada-908e-cb34f6ec3707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:49.032460 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2ac6fddc-46cc-4ada-908e-cb34f6ec3707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:49.036178 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7ec9d02a-f6b3-4139-8d42-724bcc9cbb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:49.071751 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6fddc-46cc-4ada-908e-cb34f6ec3707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46235b1-dc19-4c61-a272-affd9b393796,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:49.074905 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2ac6fddc-46cc-4ada-908e-cb34f6ec3707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:49.077909 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2ac6fddc-46cc-4ada-908e-cb34f6ec3707 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=042f45abebed417689ca9814c9c261a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544049 Jun 16 13:49:49.080578 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 44766) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:49.130322 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b5c15eb7-fd29-43ea-a015-5b23067d31eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:49.151388 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b5c15eb7-fd29-43ea-a015-5b23067d31eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:49.196272 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b5c15eb7-fd29-43ea-a015-5b23067d31eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:49.198817 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-b5c15eb7-fd29-43ea-a015-5b23067d31eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:49.199994 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-b5c15eb7-fd29-43ea-a015-5b23067d31eb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e46235b1-dc19-4c61-a272-affd9b393796 HTTP/1.1" status: 204 len: 168 time: 0.1184964 Jun 16 13:49:49.200756 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a4acaf03-9d5c-4c07-b680-40fd4eb0ca5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:49.208376 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c15eb7-fd29-43ea-a015-5b23067d31eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46235b1-dc19-4c61-a272-affd9b393796,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:49.210621 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b5c15eb7-fd29-43ea-a015-5b23067d31eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:49.432582 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf2d18-9da7-4b89-8804-decb00727b46 req-09e1b054-1620-4a71-a934-4dd45ef764ca tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:49.434134 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1bdf2d18-9da7-4b89-8804-decb00727b46 req-09e1b054-1620-4a71-a934-4dd45ef764ca tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0677953 Jun 16 13:49:49.473597 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1bdf2d18-9da7-4b89-8804-decb00727b46 req-456aeebb-4b39-4210-b09f-65df84c2f533 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335126 Jun 16 13:49:50.467264 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:49:50.579598 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:50.592873 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '314ccb27-210d-4266-ad9a-59b581740b95', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'port_id': '314ccb27-210d-4266-ad9a-59b581740b95', 'mac_address': 'fa:16:3e:d9:68:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:49:50.632552 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:50.646299 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 314ccb27-210d-4266-ad9a-59b581740b95 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:49:50.668733 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:50.673953 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:50.676818 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-776bda61-d40d-4fa3-8e36-9d306e7c3251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:50.681958 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1d0d-7c1f-48af-bde6-4f246bad99e3 req-dfb1e951-376b-432d-9cfc-42f0997e526c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:50.683615 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1d4e1d0d-7c1f-48af-bde6-4f246bad99e3 req-dfb1e951-376b-432d-9cfc-42f0997e526c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0809517 Jun 16 13:49:50.726740 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1d4e1d0d-7c1f-48af-bde6-4f246bad99e3 req-a1257f78-bb61-49df-83da-ddeba1bd74d6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371513 Jun 16 13:49:50.736585 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=6']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:50.744941 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.745291 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.745628 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.745960 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.746383 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.746596 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.746940 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.747336 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.747658 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.747975 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.748289 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.748603 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.753135 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:50.788950 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['314ccb27-210d-4266-ad9a-59b581740b95'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:49:51.915192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d83f1f-f857-4685-89dc-6ec342397e53 req-87201c68-6e79-42b8-9fb3-694ed1ff9828 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:51.916703 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-49d83f1f-f857-4685-89dc-6ec342397e53 req-87201c68-6e79-42b8-9fb3-694ed1ff9828 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 945 time: 0.0649107 Jun 16 13:49:51.954211 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-49d83f1f-f857-4685-89dc-6ec342397e53 req-fe5220fe-929b-4726-adcd-363434d36ca8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319762 Jun 16 13:49:52.472560 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:49:52.526404 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 314ccb27-210d-4266-ad9a-59b581740b95 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:49:52.526997 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:52.608959 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:52.631650 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:49:52.634360 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a1bdd-651e-4809-b729-645da6a74435" -d '{"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-plugged", "status": "completed", "tag": "314ccb27-210d-4266-ad9a-59b581740b95"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:49:52.647051 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:52.651138 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:52.654348 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:52.701384 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=7']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:52.704555 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:52.784713 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f3b9cc-bcab-4615-ba6a-e31184ea523d x-openstack-request-id: req-e4f3b9cc-bcab-4615-ba6a-e31184ea523d {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:49:52.785012 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-plugged", "status": "completed", "tag": "314ccb27-210d-4266-ad9a-59b581740b95", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:49:52.785383 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4f3b9cc-bcab-4615-ba6a-e31184ea523d {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:49:52.785781 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95', 'code': 200} Jun 16 13:49:53.140986 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0243ff-0696-4a37-bdbe-55dbeb49eb85 req-f29a09de-8ec6-44de-9596-7fdb40b1d217 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:53.147527 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5e0243ff-0696-4a37-bdbe-55dbeb49eb85 req-f29a09de-8ec6-44de-9596-7fdb40b1d217 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0745451 Jun 16 13:49:53.187299 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5e0243ff-0696-4a37-bdbe-55dbeb49eb85 req-035c6529-ed97-491f-9ed7-99245a8c5642 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388706 Jun 16 13:49:54.364512 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc63ab-cf1c-4983-9cfa-696960ac855a req-db5cbf9a-e136-42b6-ade4-f43cbcac53a6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:54.365963 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7bbc63ab-cf1c-4983-9cfa-696960ac855a req-db5cbf9a-e136-42b6-ade4-f43cbcac53a6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0633326 Jun 16 13:49:54.403276 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7bbc63ab-cf1c-4983-9cfa-696960ac855a req-1d6149e6-7298-45bb-b78c-3826dd45db9f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316837 Jun 16 13:49:55.579419 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266318e3-e036-4362-826a-aedf9d1de81e req-0567c7ba-cdda-4361-918e-5afb4d2f53b6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:55.580879 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-266318e3-e036-4362-826a-aedf9d1de81e req-0567c7ba-cdda-4361-918e-5afb4d2f53b6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0629084 Jun 16 13:49:55.620085 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-266318e3-e036-4362-826a-aedf9d1de81e req-17842c77-9873-4c30-b825-23dd7d86a9fb tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335562 Jun 16 13:49:56.797480 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce892-137a-4e2f-a8bd-664a1e9bb7ed req-5f0f2469-1ff7-4be6-aa44-7a7b343045e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:56.799051 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fadce892-137a-4e2f-a8bd-664a1e9bb7ed req-5f0f2469-1ff7-4be6-aa44-7a7b343045e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0628507 Jun 16 13:49:56.837888 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fadce892-137a-4e2f-a8bd-664a1e9bb7ed req-a8c4ee61-ee2c-4dda-9cde-ed471719df76 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319877 Jun 16 13:49:57.748039 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a4726674-3ecf-4797-aac6-82f9781f4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.014941 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10b0ec-f9e0-495b-aaac-87b63968718d req-cf6be4c9-505d-457b-a8e0-4f289e5bdf43 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:58.016321 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9d10b0ec-f9e0-495b-aaac-87b63968718d req-cf6be4c9-505d-457b-a8e0-4f289e5bdf43 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0638132 Jun 16 13:49:58.058633 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9d10b0ec-f9e0-495b-aaac-87b63968718d req-597238b8-8c0f-43a4-8066-a43b199622ee tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358143 Jun 16 13:49:59.245896 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9de7-0d1c-4189-91c0-6297e80d9e36 req-00fc78df-5893-4cad-af2c-f6783f1a79b4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.247397 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4f5a9de7-0d1c-4189-91c0-6297e80d9e36 req-00fc78df-5893-4cad-af2c-f6783f1a79b4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0705864 Jun 16 13:49:59.284557 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4f5a9de7-0d1c-4189-91c0-6297e80d9e36 req-6ac89057-f286-4f5d-a562-9e98d8ce1061 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315428 Jun 16 13:50:00.343670 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:00.464885 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d473dab-92be-4b00-93aa-532460ed6fde req-408029e2-3815-4472-80c7-faa0daf3d11e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.465653 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d473dab-92be-4b00-93aa-532460ed6fde req-408029e2-3815-4472-80c7-faa0daf3d11e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0637457 Jun 16 13:50:00.508023 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d473dab-92be-4b00-93aa-532460ed6fde req-a3723573-eb9d-407d-a184-d1db78825f44 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315709 Jun 16 13:50:00.542739 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-188fb7ea-4a8f-4552-819e-1f6d1cf46e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.506237 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.680831 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263a91d-68d9-4873-9f72-bc1ad3c4d1b2 req-703de2ce-53e1-4b2a-9279-440627f89811 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:01.682292 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5263a91d-68d9-4873-9f72-bc1ad3c4d1b2 req-703de2ce-53e1-4b2a-9279-440627f89811 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0622387 Jun 16 13:50:01.719089 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5263a91d-68d9-4873-9f72-bc1ad3c4d1b2 req-c4a69b5f-0948-4ad4-8a72-a27ae8ee4629 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311270 Jun 16 13:50:02.142138 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:50:02.181115 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:02.894541 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134501c1-a4aa-4c51-88b3-b90983e2053f req-5274ab52-8c9a-4064-aeb9-be8d27c2181a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:02.896013 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-134501c1-a4aa-4c51-88b3-b90983e2053f req-5274ab52-8c9a-4064-aeb9-be8d27c2181a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0625787 Jun 16 13:50:02.933262 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-134501c1-a4aa-4c51-88b3-b90983e2053f req-7fa01579-94d7-4a20-90a2-600ba79d9d4b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316007 Jun 16 13:50:03.310100 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:04.116209 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a8b8-5eee-49fb-9c6b-501543263726 req-bb98c4db-e9b8-46d5-88fb-949d47f72659 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:04.117694 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-53b6a8b8-5eee-49fb-9c6b-501543263726 req-bb98c4db-e9b8-46d5-88fb-949d47f72659 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0677683 Jun 16 13:50:04.155808 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-53b6a8b8-5eee-49fb-9c6b-501543263726 req-65a6cf31-0b17-4dcc-ad66-7046adff5ece tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319116 Jun 16 13:50:05.343273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ab491-2f61-4080-99c3-b2379a0f2fc6 req-ebf493cb-0450-4677-9a43-e67951fecf85 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:05.344732 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e82ab491-2f61-4080-99c3-b2379a0f2fc6 req-ebf493cb-0450-4677-9a43-e67951fecf85 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0739000 Jun 16 13:50:05.381589 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e82ab491-2f61-4080-99c3-b2379a0f2fc6 req-6839bf28-9783-40e2-a941-19e3b68f6530 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311019 Jun 16 13:50:06.557812 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1d731-e306-4f7b-8c06-f8f817e478ea req-fd747127-237d-4c71-a232-94a2d0374374 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:06.559296 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2f1d731-e306-4f7b-8c06-f8f817e478ea req-fd747127-237d-4c71-a232-94a2d0374374 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0632210 Jun 16 13:50:06.596797 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a2f1d731-e306-4f7b-8c06-f8f817e478ea req-ae484c25-665c-4961-a9c3-b0f65fcb1458 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318196 Jun 16 13:50:07.788756 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325866d-ef94-43c9-ba94-2a4c05e68525 req-4eb7f374-7192-4f94-9379-b28e70b801ad tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:07.790821 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1325866d-ef94-43c9-ba94-2a4c05e68525 req-4eb7f374-7192-4f94-9379-b28e70b801ad tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0736763 Jun 16 13:50:07.829906 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1325866d-ef94-43c9-ba94-2a4c05e68525 req-d45c9ab7-cf0a-4381-844f-960ca16777a4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324054 Jun 16 13:50:09.024521 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fd6b6-30f8-47d3-8cdc-d82c28f903b7 req-b768567e-0392-4358-9d88-c5d3e0459c27 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:09.027069 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac1fd6b6-30f8-47d3-8cdc-d82c28f903b7 req-b768567e-0392-4358-9d88-c5d3e0459c27 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0685763 Jun 16 13:50:09.080912 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac1fd6b6-30f8-47d3-8cdc-d82c28f903b7 req-aff777a6-05e6-4875-bba5-5bb4d27c053c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467823 Jun 16 13:50:10.286384 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb23394-c1de-4157-8a78-b4e2988ccd83 req-5b8f7761-ea4d-4ff2-ae66-ebc7ae799323 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:10.288143 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fb23394-c1de-4157-8a78-b4e2988ccd83 req-5b8f7761-ea4d-4ff2-ae66-ebc7ae799323 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0667644 Jun 16 13:50:10.335608 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8fb23394-c1de-4157-8a78-b4e2988ccd83 req-32bf9ec1-dd3a-4eba-a0e0-b917da636193 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389404 Jun 16 13:50:11.532686 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb95389-5682-4f5a-b5e9-36afd8c4894d req-a2af0bf0-97a8-412b-86cc-28a640896e97 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:11.534149 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2eb95389-5682-4f5a-b5e9-36afd8c4894d req-a2af0bf0-97a8-412b-86cc-28a640896e97 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0678711 Jun 16 13:50:11.573715 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2eb95389-5682-4f5a-b5e9-36afd8c4894d req-ad1877d8-a959-4f08-baf1-ac4e5c4ddc21 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333519 Jun 16 13:50:12.779801 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e21e0c-7394-4714-a8db-3de2b380b396 req-1b13c88b-dcea-4151-ab74-0b87ab638438 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:12.782027 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b3e21e0c-7394-4714-a8db-3de2b380b396 req-1b13c88b-dcea-4151-ab74-0b87ab638438 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0806887 Jun 16 13:50:12.827283 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b3e21e0c-7394-4714-a8db-3de2b380b396 req-b4c187f0-ed50-40ed-ab14-d94af3a8ca11 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348318 Jun 16 13:50:14.033071 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35c3ba-5a75-450e-8273-53ba2568fa32 req-2ac957c9-06c4-466e-8f8e-0e33918d9a8d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:14.034604 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a35c3ba-5a75-450e-8273-53ba2568fa32 req-2ac957c9-06c4-466e-8f8e-0e33918d9a8d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0763054 Jun 16 13:50:14.077930 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1a35c3ba-5a75-450e-8273-53ba2568fa32 req-1350213c-4d98-4c36-8785-c70c154e6cf7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368738 Jun 16 13:50:15.268711 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc90a9-c37d-41cf-93a8-19a0f5a2eb16 req-f1f6c9b9-46aa-4853-bd44-e0942c33a984 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:15.270219 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-febc90a9-c37d-41cf-93a8-19a0f5a2eb16 req-f1f6c9b9-46aa-4853-bd44-e0942c33a984 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0691986 Jun 16 13:50:15.313870 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-febc90a9-c37d-41cf-93a8-19a0f5a2eb16 req-180dca3c-94f8-449e-98ac-d1e79c3afa5c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369928 Jun 16 13:50:16.545577 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81e088-65b7-4e69-a22a-05b8dc47845e req-13983561-1655-4b47-9e14-b25532fba347 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:16.547380 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c81e088-65b7-4e69-a22a-05b8dc47845e req-13983561-1655-4b47-9e14-b25532fba347 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0739896 Jun 16 13:50:16.590067 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c81e088-65b7-4e69-a22a-05b8dc47845e req-7416c7cd-155b-473b-8d06-c9cf4b53a0a5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361481 Jun 16 13:50:17.792211 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9c05f-32e4-42bf-98eb-f5df08f59958 req-3b292b85-b3bd-4095-9f33-c48919eeb5e0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:17.801193 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65d9c05f-32e4-42bf-98eb-f5df08f59958 req-3b292b85-b3bd-4095-9f33-c48919eeb5e0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0901835 Jun 16 13:50:17.845179 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65d9c05f-32e4-42bf-98eb-f5df08f59958 req-300ef7bb-daf3-4aec-bcdf-a9c620edfcb1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429709 Jun 16 13:50:19.039319 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c082e-6d8d-4e87-9f41-97914ae1b40a req-0770af01-29ff-463d-b53f-a64cf4f4537a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:19.042454 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7e0c082e-6d8d-4e87-9f41-97914ae1b40a req-0770af01-29ff-463d-b53f-a64cf4f4537a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0744264 Jun 16 13:50:19.084225 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7e0c082e-6d8d-4e87-9f41-97914ae1b40a req-d10bd287-e47c-428f-8269-c8793924c25f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357816 Jun 16 13:50:20.270320 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46fc5d-8fb5-49d8-bd9d-aec4c4508013 req-d4aa09c5-d889-4844-bf43-f789d92f7e8e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:20.271834 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad46fc5d-8fb5-49d8-bd9d-aec4c4508013 req-d4aa09c5-d889-4844-bf43-f789d92f7e8e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0648997 Jun 16 13:50:20.312281 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad46fc5d-8fb5-49d8-bd9d-aec4c4508013 req-87c8f2ba-8f53-4e82-9c1d-c2355661ff08 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338485 Jun 16 13:50:21.490301 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30174cf-1c38-46c7-a224-44ec31260f3d req-9054c2b5-40cd-4c64-acbb-a34b71098f23 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:21.491842 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e30174cf-1c38-46c7-a224-44ec31260f3d req-9054c2b5-40cd-4c64-acbb-a34b71098f23 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0640104 Jun 16 13:50:21.531789 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e30174cf-1c38-46c7-a224-44ec31260f3d req-817fe48d-5eda-4a4e-a9c2-6c8dd6d0687e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340505 Jun 16 13:50:22.714193 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0220e69-e186-48f0-8af4-b6552a6fe9e1 req-e3817eea-51e1-47ec-92f1-b0b5960206b9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:22.715711 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e0220e69-e186-48f0-8af4-b6552a6fe9e1 req-e3817eea-51e1-47ec-92f1-b0b5960206b9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0631773 Jun 16 13:50:22.756854 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e0220e69-e186-48f0-8af4-b6552a6fe9e1 req-ecd960c0-9d6c-4420-8692-be00a2b17bdb tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352545 Jun 16 13:50:23.936362 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46451e33-bf7d-43a8-8f50-59d68a54a807 req-0534362d-fed6-4ebf-b6e8-6ef2a71c5f9d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:23.937830 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46451e33-bf7d-43a8-8f50-59d68a54a807 req-0534362d-fed6-4ebf-b6e8-6ef2a71c5f9d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0664101 Jun 16 13:50:23.976547 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46451e33-bf7d-43a8-8f50-59d68a54a807 req-c6081908-955a-4b29-a82d-2320c46bf1a8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330613 Jun 16 13:50:25.161575 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456523d-1706-4848-bb88-87378fdbbe52 req-9502e16f-d9b6-47b5-8d6d-2283342b3cd8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:25.163300 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a456523d-1706-4848-bb88-87378fdbbe52 req-9502e16f-d9b6-47b5-8d6d-2283342b3cd8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0626082 Jun 16 13:50:25.199573 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a456523d-1706-4848-bb88-87378fdbbe52 req-91006266-309d-4be7-9fbc-d6771a22ece2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301161 Jun 16 13:50:26.380200 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e3448-aa26-4228-bf6d-f1af054293ac req-cf4625c5-99c5-41a7-95ed-9f6282943fa8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:26.381702 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-131e3448-aa26-4228-bf6d-f1af054293ac req-cf4625c5-99c5-41a7-95ed-9f6282943fa8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0665431 Jun 16 13:50:26.420355 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-131e3448-aa26-4228-bf6d-f1af054293ac req-bab67556-44f1-456d-b99d-d8b5e69ae70e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328171 Jun 16 13:50:27.600460 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27d2b-c2ee-4609-8240-dbb2380cb0c3 req-eb69ff31-2bdb-4a7a-8a58-74c08e023e68 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:27.601940 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a8e27d2b-c2ee-4609-8240-dbb2380cb0c3 req-eb69ff31-2bdb-4a7a-8a58-74c08e023e68 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0650411 Jun 16 13:50:27.639401 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a8e27d2b-c2ee-4609-8240-dbb2380cb0c3 req-37850f2f-5539-4cf0-85bd-77cc31c4a1ce tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310929 Jun 16 13:50:27.748824 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-26a66458-1159-4f10-9caf-e709608faaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:28.828613 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0325f-667b-492d-ba19-df4159a4e609 req-c996f1a1-df90-4e93-8543-9e92af9ae3c8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:28.830131 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c2b0325f-667b-492d-ba19-df4159a4e609 req-c996f1a1-df90-4e93-8543-9e92af9ae3c8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0715911 Jun 16 13:50:28.867868 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c2b0325f-667b-492d-ba19-df4159a4e609 req-5baa1619-ea1e-4ffa-bdc1-3afaaf5a37ad tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318367 Jun 16 13:50:30.053785 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d97fe-26f6-4173-9e51-47e148008f45 req-d1478840-c232-431e-9228-5fe4f13a33c9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:30.055295 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9b3d97fe-26f6-4173-9e51-47e148008f45 req-d1478840-c232-431e-9228-5fe4f13a33c9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 946 time: 0.0678568 Jun 16 13:50:30.093097 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9b3d97fe-26f6-4173-9e51-47e148008f45 req-9660143b-a438-4c90-b27f-211120e0dd55 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320849 Jun 16 13:50:30.346394 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:30.543008 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6798bb1a-c442-4857-b5f2-861746faab20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:31.000018 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:31.074691 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:31.108046 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:31.109044 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:31.111516 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d309a818-0439-4f55-a5de-65e1e0b89422" -d '{"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-unplugged", "status": "completed", "tag": "314ccb27-210d-4266-ad9a-59b581740b95"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:31.114908 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:31.116844 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:31.149091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-4b197acf-6c1d-4cb4-a521-d4c753ffc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:31.151497 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-4b197acf-6c1d-4cb4-a521-d4c753ffc385 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 1099 time: 0.0608633 Jun 16 13:50:31.163151 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee86226e-8bd5-4b7e-8efa-fba7b4d9116a x-openstack-request-id: req-ee86226e-8bd5-4b7e-8efa-fba7b4d9116a {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:31.163450 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-unplugged", "status": "completed", "tag": "314ccb27-210d-4266-ad9a-59b581740b95", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:31.163709 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee86226e-8bd5-4b7e-8efa-fba7b4d9116a {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:31.164088 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95', 'code': 200} Jun 16 13:50:31.190404 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=8']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:31.200549 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:31.281663 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-6bdf84a0-b8c8-42d9-aeed-d72b3851e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:31.283037 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-6bdf84a0-b8c8-42d9-aeed-d72b3851e3e5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.1197946 Jun 16 13:50:31.351176 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e7dc-52b2-4913-a2bc-8d861247be7f req-f8e1fcda-0b15-41e3-b51f-1948ebf93b05 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:31.353217 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10e6e7dc-52b2-4913-a2bc-8d861247be7f req-f8e1fcda-0b15-41e3-b51f-1948ebf93b05 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.1195772 Jun 16 13:50:31.371578 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-396857ce-9e5f-4ba4-8ec8-bc5f137aa23a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=314ccb27-210d-4266-ad9a-59b581740b95 HTTP/1.1" status: 200 len: 1000 time: 0.0797613 Jun 16 13:50:31.433548 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10e6e7dc-52b2-4913-a2bc-8d861247be7f req-6e413bdb-cbfd-45eb-8e0c-16ed86101645 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731807 Jun 16 13:50:31.441284 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-8bffd56e-462a-42c9-9d0f-0ff5dcb41510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:31.443105 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-8bffd56e-462a-42c9-9d0f-0ff5dcb41510 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0641630 Jun 16 13:50:31.510445 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:31.516282 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-48916fd7-31b3-4e40-9002-31f32f0ba473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:31.517783 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-48916fd7-31b3-4e40-9002-31f32f0ba473 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685771 Jun 16 13:50:31.611731 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-786c52ca-fcdd-4a28-8243-fba55e50a982 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862069 Jun 16 13:50:31.702441 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5d36b7a7-a54c-4737-931a-6b09f99afed8 req-44c928bc-3398-48e6-b7d6-6ade6007949b service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827203 Jun 16 13:50:32.190687 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:32.454897 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-7c2e5d3c-1fe2-4f3d-9ff8-775e0058ff25 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507932 Jun 16 13:50:32.542845 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-0c2fd932-2fa2-46af-b4d2-bf11acead17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:32.544386 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-0c2fd932-2fa2-46af-b4d2-bf11acead17f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1137 time: 0.0566490 Jun 16 13:50:32.622479 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf4a2e-aa8d-4e75-819f-0ef7aa17963c req-f7425a44-86f5-4135-89c9-463226f6e9a3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:32.623978 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fadf4a2e-aa8d-4e75-819f-0ef7aa17963c req-f7425a44-86f5-4135-89c9-463226f6e9a3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0719304 Jun 16 13:50:32.654569 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-c6894a40-1463-4220-a9eb-11f89b1c0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:32.656135 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-c6894a40-1463-4220-a9eb-11f89b1c0363 service neutron] 10.222.0.100 "GET /v2.0/networks?id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 200 len: 917 time: 0.0880034 Jun 16 13:50:32.661951 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fadf4a2e-aa8d-4e75-819f-0ef7aa17963c req-400603f7-0ba8-499d-897b-c377d4df22cc tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322523 Jun 16 13:50:32.725625 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-43d1d65d-e96f-4c91-9fc8-d734d235069c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 1001 time: 0.0617836 Jun 16 13:50:32.774386 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-8d070c93-d0fa-4c56-8d7d-324586153e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:32.775815 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-8d070c93-d0fa-4c56-8d7d-324586153e38 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5195e472-862c-462f-a1f9-1bb456212573 HTTP/1.1" status: 200 len: 854 time: 0.0433667 Jun 16 13:50:32.831730 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-f9668184-3e4f-428e-ab99-f4ab63cb46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:32.833209 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-f9668184-3e4f-428e-ab99-f4ab63cb46f9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507700 Jun 16 13:50:32.925547 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-5d0ed71f-15f7-411f-8894-3b43a03f7885 service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845118 Jun 16 13:50:33.016116 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e02c6200-d1f5-4a88-aca1-a273fc9d0358 req-723f2743-c11c-4cbe-8c31-dba844e666ae service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Jun 16 13:50:33.310336 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:33.848080 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b48a9-948f-4bd2-9462-d479ab26eedf req-dd4a1d69-4dc0-4e94-ab39-5db3f5d7b767 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:33.849589 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-261b48a9-948f-4bd2-9462-d479ab26eedf req-dd4a1d69-4dc0-4e94-ab39-5db3f5d7b767 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0677476 Jun 16 13:50:33.889378 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-261b48a9-948f-4bd2-9462-d479ab26eedf req-576079c4-fa4d-448b-a86e-08fc4778d44b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323668 Jun 16 13:50:35.065724 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac865fa2-8d97-48af-b2b8-8a8e5421e7b9 req-0a89d56d-6307-4862-8a95-9b3c3d4ec7e3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:35.067200 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac865fa2-8d97-48af-b2b8-8a8e5421e7b9 req-0a89d56d-6307-4862-8a95-9b3c3d4ec7e3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0619116 Jun 16 13:50:35.103668 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ac865fa2-8d97-48af-b2b8-8a8e5421e7b9 req-36db4180-e964-475f-aad8-99c43f1edfa6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308037 Jun 16 13:50:36.280040 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec77944-2bfb-4fb9-8dbf-08132a1dc171 req-ae5f98ea-d178-4f14-b77b-d859b91023f2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:36.281578 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7ec77944-2bfb-4fb9-8dbf-08132a1dc171 req-ae5f98ea-d178-4f14-b77b-d859b91023f2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0627172 Jun 16 13:50:36.321249 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7ec77944-2bfb-4fb9-8dbf-08132a1dc171 req-7991278b-2e73-411b-b24a-c307d0b0fd92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339973 Jun 16 13:50:37.500957 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a468a-7304-46c0-8c39-3ff9e9307469 req-5690ba98-76d7-4e79-9c97-99386b1c796c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:37.502413 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a43a468a-7304-46c0-8c39-3ff9e9307469 req-5690ba98-76d7-4e79-9c97-99386b1c796c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0664544 Jun 16 13:50:37.538684 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a43a468a-7304-46c0-8c39-3ff9e9307469 req-96c5c41b-45ac-4b98-b1cb-ffcff0c481b0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305276 Jun 16 13:50:38.855312 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbca61a-72e0-4ce4-8a0b-aab030369759 req-e00df963-d362-4c87-b89e-38062211b666 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:38.856758 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8dbca61a-72e0-4ce4-8a0b-aab030369759 req-e00df963-d362-4c87-b89e-38062211b666 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.2000816 Jun 16 13:50:38.894457 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8dbca61a-72e0-4ce4-8a0b-aab030369759 req-8cf69b50-1d25-45bb-a5dc-773667573fbe tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315711 Jun 16 13:50:39.140254 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:50:40.079686 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395017cf-0a2a-4522-b31c-1b6e020eb6a1 req-8d85a67a-c3a3-4878-89af-b0e16df52a3e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:40.081677 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-395017cf-0a2a-4522-b31c-1b6e020eb6a1 req-8d85a67a-c3a3-4878-89af-b0e16df52a3e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0663497 Jun 16 13:50:40.121156 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-395017cf-0a2a-4522-b31c-1b6e020eb6a1 req-90ff08e3-5c37-479a-ae09-788327042559 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335207 Jun 16 13:50:41.306058 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad998bf5-f3f3-4512-95b7-96fb12be412f req-f43a50f8-b905-4f71-9a01-c7eb76aeb8c1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:41.307621 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad998bf5-f3f3-4512-95b7-96fb12be412f req-f43a50f8-b905-4f71-9a01-c7eb76aeb8c1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0665464 Jun 16 13:50:41.345580 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ad998bf5-f3f3-4512-95b7-96fb12be412f req-6252a29b-546d-4cd1-92b6-542ef34f35ab tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323274 Jun 16 13:50:43.152731 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb99028-c806-46ac-851d-1ee4ab0ab903 req-6e28f197-9443-4294-abb1-a67c5744af3f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:43.154234 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5eb99028-c806-46ac-851d-1ee4ab0ab903 req-6e28f197-9443-4294-abb1-a67c5744af3f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0684204 Jun 16 13:50:43.192799 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5eb99028-c806-46ac-851d-1ee4ab0ab903 req-c62d6002-e348-4b82-abb9-5bc6080819fb tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329123 Jun 16 13:50:43.309301 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 45324) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:43.405279 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-c2893fed-2f1c-4d3c-a114-e41169414126 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946348 Jun 16 13:50:43.796924 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:44.381673 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993763ab-24a5-43cc-bc40-533a1fdd527f req-6347ac7d-b6de-45d6-abd7-e7bb2864c386 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:44.383190 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-993763ab-24a5-43cc-bc40-533a1fdd527f req-6347ac7d-b6de-45d6-abd7-e7bb2864c386 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0701759 Jun 16 13:50:44.420485 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-993763ab-24a5-43cc-bc40-533a1fdd527f req-a6b232bb-1e27-41bf-aaf4-fd2a92003d28 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312629 Jun 16 13:50:45.602016 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e420775-e71e-4c6a-a68b-470ccecc74d9 req-4563ecbd-062d-456c-92e8-2ce787b12058 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:45.603535 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4e420775-e71e-4c6a-a68b-470ccecc74d9 req-4563ecbd-062d-456c-92e8-2ce787b12058 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0626850 Jun 16 13:50:45.640759 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4e420775-e71e-4c6a-a68b-470ccecc74d9 req-fbc605be-97ac-4987-8f16-4b9b5be140b7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316360 Jun 16 13:50:46.830475 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d88952-2e77-4b81-b11c-47a74988b4a9 req-9d70eb0a-ae27-4bf2-a8d8-919845900c9c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:46.831985 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a2d88952-2e77-4b81-b11c-47a74988b4a9 req-9d70eb0a-ae27-4bf2-a8d8-919845900c9c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0641589 Jun 16 13:50:46.871375 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a2d88952-2e77-4b81-b11c-47a74988b4a9 req-46e92db6-9e04-43a8-a5f9-66429085f5be tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328665 Jun 16 13:50:48.065461 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430425ab-aaed-4fd8-92a5-54bad6e14819 req-59b1a198-2303-413a-8be2-44094c3c1bcf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:48.067521 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-430425ab-aaed-4fd8-92a5-54bad6e14819 req-59b1a198-2303-413a-8be2-44094c3c1bcf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0686266 Jun 16 13:50:48.107982 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-430425ab-aaed-4fd8-92a5-54bad6e14819 req-6a81f7be-d6fd-454c-a895-a7541f1c55f6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352042 Jun 16 13:50:48.815118 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d761a-cc26-46f9-932c-8c15026fd63b req-fa1131c6-1d52-43eb-980a-e2afda992aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:48.816577 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-fa1131c6-1d52-43eb-980a-e2afda992aa9 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69&tenant_id=957847ea17cb4184a393d53db001c635 HTTP/1.1" status: 200 len: 1097 time: 0.0961022 Jun 16 13:50:48.889793 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d761a-cc26-46f9-932c-8c15026fd63b req-db259bb0-85a9-4456-8e6a-67e7dcc74fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:48.891320 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-db259bb0-85a9-4456-8e6a-67e7dcc74fa9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 1097 time: 0.0509098 Jun 16 13:50:48.984395 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d761a-cc26-46f9-932c-8c15026fd63b req-1e48df60-4f46-4062-a842-d78273183781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:48.985971 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-1e48df60-4f46-4062-a842-d78273183781 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.0844581 Jun 16 13:50:49.049113 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-0c30aab9-5792-4a53-adf0-fa1cca290219 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=314ccb27-210d-4266-ad9a-59b581740b95 HTTP/1.1" status: 200 len: 1000 time: 0.0560157 Jun 16 13:50:49.095934 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d761a-cc26-46f9-932c-8c15026fd63b req-6c2bb0c6-3b80-4064-845f-4d6df1bf549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:49.097370 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-6c2bb0c6-3b80-4064-845f-4d6df1bf549d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0416715 Jun 16 13:50:49.156274 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d761a-cc26-46f9-932c-8c15026fd63b req-8a03ba62-56eb-4d46-95c8-585ddb514d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:49.157742 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-8a03ba62-56eb-4d46-95c8-585ddb514d2a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535855 Jun 16 13:50:49.285272 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-e991e60e-6b56-4542-817b-4a5449877738 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182826 Jun 16 13:50:49.567209 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb704d8e-970b-4321-beee-16debaab6305 req-e4a46b23-21f4-4a26-8408-7ed3e040c094 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:49.568739 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb704d8e-970b-4321-beee-16debaab6305 req-e4a46b23-21f4-4a26-8408-7ed3e040c094 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.3428848 Jun 16 13:50:49.648182 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb704d8e-970b-4321-beee-16debaab6305 req-ca70309c-6c9b-4106-978f-15d1312f3432 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712290 Jun 16 13:50:49.658952 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-d66b04c6-457d-4f46-87c9-9831fef6face service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623836 Jun 16 13:50:50.828854 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 45456) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:50.931548 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8948533-f149-4a90-8916-55ee3dd26112 req-15f801be-a327-4aa7-b5cb-1b4bafe06318 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:50.933031 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8948533-f149-4a90-8916-55ee3dd26112 req-15f801be-a327-4aa7-b5cb-1b4bafe06318 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0962064 Jun 16 13:50:50.959226 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:50.979881 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f8948533-f149-4a90-8916-55ee3dd26112 req-5913d4b4-6ea3-4732-9112-4eeb21d1c41d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406551 Jun 16 13:50:51.094987 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.099656 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.102209 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:51.138192 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=738a74c2d4b5424db5fe3cf5a91d55b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081307 Jun 16 13:50:51.139124 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde385b-4835-4330-a4fa-b5d93197bb83,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:51.140830 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45460) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:51.146279 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.146654 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.147048 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.147409 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.147761 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.148116 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.148468 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.148884 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.149174 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.149521 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.149933 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.150804 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.154857 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:51.190954 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.226320 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.275503 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.278147 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.279297 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebde385b-4835-4330-a4fa-b5d93197bb83 HTTP/1.1" status: 204 len: 168 time: 0.1374533 Jun 16 13:50:51.280101 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-afccccd2-cbeb-4992-a8f8-5074d789f3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:51.288508 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde385b-4835-4330-a4fa-b5d93197bb83,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:51.296422 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.296834 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.297170 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.297535 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.297900 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.298263 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.298623 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.299054 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.299630 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.299973 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.300294 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.300642 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.303994 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:52.197727 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f8fe-7cce-4123-9cb5-bdd4ef9df1e9 req-b2acf8a8-f234-48ad-94ff-2832b40f1dc8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:52.199401 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9875f8fe-7cce-4123-9cb5-bdd4ef9df1e9 req-b2acf8a8-f234-48ad-94ff-2832b40f1dc8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0690198 Jun 16 13:50:52.235414 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45494) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:52.257633 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9875f8fe-7cce-4123-9cb5-bdd4ef9df1e9 req-f98f6e1a-7f25-4a75-9c80-1ce8939cf067 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505250 Jun 16 13:50:52.428598 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6510933a-1f9c-4663-a72b-0231d35a6c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.549666 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6510933a-1f9c-4663-a72b-0231d35a6c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.564183 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6510933a-1f9c-4663-a72b-0231d35a6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.577734 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-edd43426-45a7-4be6-aea9-9bf9827c7fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:52.615620 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6510933a-1f9c-4663-a72b-0231d35a6c71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=695a40df212442e0a05de48a5e3f0c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782361 Jun 16 13:50:52.616795 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 45502) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:52.648111 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510933a-1f9c-4663-a72b-0231d35a6c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1603ba49-732d-46ca-aa8f-2c2d9e4d1e27,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:52.652105 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6510933a-1f9c-4663-a72b-0231d35a6c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:52.691094 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c4343d1c-4d2e-4d92-99ee-e9e2ef39e2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.714175 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c4343d1c-4d2e-4d92-99ee-e9e2ef39e2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.766858 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c4343d1c-4d2e-4d92-99ee-e9e2ef39e2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.770267 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c4343d1c-4d2e-4d92-99ee-e9e2ef39e2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.774973 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c4343d1c-4d2e-4d92-99ee-e9e2ef39e2ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1603ba49-732d-46ca-aa8f-2c2d9e4d1e27 HTTP/1.1" status: 204 len: 168 time: 0.1500456 Jun 16 13:50:52.774973 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-565fae75-0340-4018-ab9d-e1c28d00e8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:52.786413 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4343d1c-4d2e-4d92-99ee-e9e2ef39e2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1603ba49-732d-46ca-aa8f-2c2d9e4d1e27,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:52.790568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c4343d1c-4d2e-4d92-99ee-e9e2ef39e2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:53.070044 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 45508) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:53.083927 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eab5a25a-6251-43d9-aae8-1e2e3effa1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.178661 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eab5a25a-6251-43d9-aae8-1e2e3effa1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.183114 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-eab5a25a-6251-43d9-aae8-1e2e3effa1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.185473 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e0b46f5c-d616-4ccc-8196-ae980adb5905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:53.224133 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45510) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:53.224805 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-eab5a25a-6251-43d9-aae8-1e2e3effa1c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd75a96036544c00b3194bad03d4c7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530406 Jun 16 13:50:53.225843 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5a25a-6251-43d9-aae8-1e2e3effa1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b3bb7-9b73-420b-a29e-c1c84908123d,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:53.228680 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-eab5a25a-6251-43d9-aae8-1e2e3effa1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:53.280350 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-53229cf1-ac80-4653-a41c-2a33c3e6f188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.303849 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-53229cf1-ac80-4653-a41c-2a33c3e6f188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.363453 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-53229cf1-ac80-4653-a41c-2a33c3e6f188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.366866 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-53229cf1-ac80-4653-a41c-2a33c3e6f188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:53.369548 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-53229cf1-ac80-4653-a41c-2a33c3e6f188 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/514b3bb7-9b73-420b-a29e-c1c84908123d HTTP/1.1" status: 204 len: 168 time: 0.1425507 Jun 16 13:50:53.369894 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-848b67b0-57b6-4095-bfaa-acb554a0254f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:53.379726 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53229cf1-ac80-4653-a41c-2a33c3e6f188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b3bb7-9b73-420b-a29e-c1c84908123d,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:53.387659 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-53229cf1-ac80-4653-a41c-2a33c3e6f188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:53.468902 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd34ea-9633-44b2-8c25-f0d5cccc5cca req-bc24629d-3d95-4024-b0c8-b8c873377895 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:53.476099 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a1cd34ea-9633-44b2-8c25-f0d5cccc5cca req-bc24629d-3d95-4024-b0c8-b8c873377895 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0820413 Jun 16 13:50:53.518990 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a1cd34ea-9633-44b2-8c25-f0d5cccc5cca req-4d9f5cc5-2eb0-4c40-85a5-e083b1b23870 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321751 Jun 16 13:50:54.752831 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f898e-21be-4bf5-a8c3-e7c7d080effa req-0ae720b8-79a5-48fd-a69b-bc73596169ef tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:54.755173 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3b9f898e-21be-4bf5-a8c3-e7c7d080effa req-0ae720b8-79a5-48fd-a69b-bc73596169ef tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0955839 Jun 16 13:50:54.817903 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3b9f898e-21be-4bf5-a8c3-e7c7d080effa req-4a46c371-e23b-481c-a1f6-d837e989261d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554216 Jun 16 13:50:55.154432 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45572) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:55.294570 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2014dbb6-db0d-4fe5-90b3-267a8ca8d78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.397578 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2014dbb6-db0d-4fe5-90b3-267a8ca8d78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.402818 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2014dbb6-db0d-4fe5-90b3-267a8ca8d78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.422760 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-42c15277-b1f4-4e66-a2b5-b406a4970083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:55.435728 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2014dbb6-db0d-4fe5-90b3-267a8ca8d78f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4b43f3f4e444b3eb57ed9556eb55895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793510 Jun 16 13:50:55.438208 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45576) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:55.464379 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014dbb6-db0d-4fe5-90b3-267a8ca8d78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a07c4c-eabc-4906-b926-f0eec45d8b32,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:55.474330 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2014dbb6-db0d-4fe5-90b3-267a8ca8d78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:55.501027 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4693-92cf-4cca-87f3-f38d19ca95bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.527869 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4693-92cf-4cca-87f3-f38d19ca95bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.575902 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4693-92cf-4cca-87f3-f38d19ca95bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.578642 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4693-92cf-4cca-87f3-f38d19ca95bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:55.579848 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d2eb4693-92cf-4cca-87f3-f38d19ca95bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5a07c4c-eabc-4906-b926-f0eec45d8b32 HTTP/1.1" status: 204 len: 168 time: 0.1407409 Jun 16 13:50:55.580655 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-27a0ea7a-f804-409c-8b7f-b86df092f076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:55.589460 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb4693-92cf-4cca-87f3-f38d19ca95bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a07c4c-eabc-4906-b926-f0eec45d8b32,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:55.594671 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d2eb4693-92cf-4cca-87f3-f38d19ca95bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:55.879809 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45584) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:55.893918 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6811-f622-4069-9789-0729859d6b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.066493 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6811-f622-4069-9789-0729859d6b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.080638 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b285929-19d2-4af3-87ff-7dd8b8fad6f5 req-84f1d985-2cab-41e2-bf3d-587bd61ef873 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:56.088238 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9b285929-19d2-4af3-87ff-7dd8b8fad6f5 req-84f1d985-2cab-41e2-bf3d-587bd61ef873 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.1290059 Jun 16 13:50:56.090845 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6811-f622-4069-9789-0729859d6b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.098729 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3cbd09ed-f021-470b-864f-ca2227d44b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:56.147996 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3dbf6811-f622-4069-9789-0729859d6b0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba57c84490264342ac83f58cd2290823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670808 Jun 16 13:50:56.149062 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf6811-f622-4069-9789-0729859d6b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedfa83f-8f31-4a92-94ab-229fbb5eb03e,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:56.150938 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 45590) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:56.155631 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3dbf6811-f622-4069-9789-0729859d6b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:56.184883 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9b285929-19d2-4af3-87ff-7dd8b8fad6f5 req-502a1221-6bdd-4f6b-ab95-f1ec82cd9073 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956545 Jun 16 13:50:56.237464 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b4ffae8-e520-4190-9d3e-4b7db4a0820d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.261294 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b4ffae8-e520-4190-9d3e-4b7db4a0820d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.310125 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45594) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:56.321068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b4ffae8-e520-4190-9d3e-4b7db4a0820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.323679 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4b4ffae8-e520-4190-9d3e-4b7db4a0820d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.324817 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4b4ffae8-e520-4190-9d3e-4b7db4a0820d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bedfa83f-8f31-4a92-94ab-229fbb5eb03e HTTP/1.1" status: 204 len: 168 time: 0.1722159 Jun 16 13:50:56.325630 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-70040664-c2ab-4b49-b226-667215290c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:56.333436 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ffae8-e520-4190-9d3e-4b7db4a0820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedfa83f-8f31-4a92-94ab-229fbb5eb03e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:56.336165 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4b4ffae8-e520-4190-9d3e-4b7db4a0820d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:56.572135 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d6d5cfbf-1e0b-49e2-9a60-03c0e26fdfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.699947 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d6d5cfbf-1e0b-49e2-9a60-03c0e26fdfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.716053 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d6d5cfbf-1e0b-49e2-9a60-03c0e26fdfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.740823 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a752aa1b-24a6-41cd-821a-f398a791f13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:56.749413 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d6d5cfbf-1e0b-49e2-9a60-03c0e26fdfa5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5402b65244046c0b05185f539b62028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382141 Jun 16 13:50:56.752442 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 45612) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:56.778542 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5cfbf-1e0b-49e2-9a60-03c0e26fdfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18fc78f-1e17-47c0-9a61-44964200de2f,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:56.781940 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d6d5cfbf-1e0b-49e2-9a60-03c0e26fdfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:56.822147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7303d259-cbd5-4320-82e5-f909051f3a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.843987 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7303d259-cbd5-4320-82e5-f909051f3a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.911939 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7303d259-cbd5-4320-82e5-f909051f3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.915136 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7303d259-cbd5-4320-82e5-f909051f3a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.917713 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7303d259-cbd5-4320-82e5-f909051f3a50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c18fc78f-1e17-47c0-9a61-44964200de2f HTTP/1.1" status: 204 len: 168 time: 0.1635640 Jun 16 13:50:56.919759 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7b9290ae-274b-4e7c-8235-d224f912ec17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:56.931180 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303d259-cbd5-4320-82e5-f909051f3a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18fc78f-1e17-47c0-9a61-44964200de2f,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:56.933868 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7303d259-cbd5-4320-82e5-f909051f3a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:57.405993 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4187e-cbe5-437f-a87c-b2ed518ffcea req-1de9f6b5-69b8-4258-9205-907f98ee2d70 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:57.408328 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-efa4187e-cbe5-437f-a87c-b2ed518ffcea req-1de9f6b5-69b8-4258-9205-907f98ee2d70 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0880957 Jun 16 13:50:57.462936 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-efa4187e-cbe5-437f-a87c-b2ed518ffcea req-31f9038b-870a-4821-9a36-29f99f246adc tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475340 Jun 16 13:50:57.756897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b26f49a3-4f64-4a0e-9465-62c636350113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:58.771271 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e5274-dd94-4da9-8991-f2d170b15c32 req-5acdde5b-04d1-44d6-a0f0-98f26da38566 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.785399 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d49e5274-dd94-4da9-8991-f2d170b15c32 req-5acdde5b-04d1-44d6-a0f0-98f26da38566 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.1133218 Jun 16 13:50:58.824768 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d49e5274-dd94-4da9-8991-f2d170b15c32 req-0c2ac646-aa8a-43e4-8270-8f07a7bc54be tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384221 Jun 16 13:51:00.054514 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962a24d-2c51-4ba1-9ce7-9778fe9f9cfc req-257f0d7f-441b-4069-a944-181b83a1e1b1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:00.056615 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b962a24d-2c51-4ba1-9ce7-9778fe9f9cfc req-257f0d7f-441b-4069-a944-181b83a1e1b1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0882621 Jun 16 13:51:00.095810 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b962a24d-2c51-4ba1-9ce7-9778fe9f9cfc req-80baf7a4-5956-4c0e-bbca-ca47385496eb tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326414 Jun 16 13:51:00.350324 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:00.545703 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a988f6ae-81aa-410a-83c4-973da3351f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:01.295388 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f0c9b-7f65-4dd3-ad04-d64af9ec198e req-28d6c875-9d46-4bb9-af99-1389e686c5b5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:01.296763 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4b3f0c9b-7f65-4dd3-ad04-d64af9ec198e req-28d6c875-9d46-4bb9-af99-1389e686c5b5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0686207 Jun 16 13:51:01.339501 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4b3f0c9b-7f65-4dd3-ad04-d64af9ec198e req-3b3041d5-d09f-4728-acac-6ad2ff2bc983 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369542 Jun 16 13:51:01.513426 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:02.199968 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:02.521403 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c5d3d-d09a-4772-8b37-29557c9166f9 req-704b421a-168b-41fa-86f3-bf1753d4e1d0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:02.522866 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-863c5d3d-d09a-4772-8b37-29557c9166f9 req-704b421a-168b-41fa-86f3-bf1753d4e1d0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0622427 Jun 16 13:51:02.560400 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-863c5d3d-d09a-4772-8b37-29557c9166f9 req-3b29f7e1-6bd9-4383-abdd-725464527b70 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314441 Jun 16 13:51:03.316328 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:03.738526 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca3668-ef20-49ae-8ef9-b8cb2927a7c9 req-36d6a214-0721-4ee5-9a73-ceef42a98da1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:03.739913 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-76ca3668-ef20-49ae-8ef9-b8cb2927a7c9 req-36d6a214-0721-4ee5-9a73-ceef42a98da1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0654080 Jun 16 13:51:03.777085 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-76ca3668-ef20-49ae-8ef9-b8cb2927a7c9 req-8630818e-d995-41b7-8a34-66cec408b42f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308664 Jun 16 13:51:04.980533 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f672f-71d8-4df2-9ef1-73dcc22dbe16 req-4aabf3a8-3127-45ac-9f21-616749a37f80 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:04.982083 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bd7f672f-71d8-4df2-9ef1-73dcc22dbe16 req-4aabf3a8-3127-45ac-9f21-616749a37f80 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0703902 Jun 16 13:51:05.023672 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bd7f672f-71d8-4df2-9ef1-73dcc22dbe16 req-e09fdfad-af4f-46f1-9368-01d916d05763 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356944 Jun 16 13:51:06.207396 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e0973-f5b3-429e-9b2e-999579b3c433 req-4e52db0b-d77a-46f2-aa87-1b628bbe9c24 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:06.210394 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-069e0973-f5b3-429e-9b2e-999579b3c433 req-4e52db0b-d77a-46f2-aa87-1b628bbe9c24 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0648296 Jun 16 13:51:06.248673 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-069e0973-f5b3-429e-9b2e-999579b3c433 req-2e94a26b-fc70-42fe-8bd8-50ea4e85fa59 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323930 Jun 16 13:51:07.426411 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74a0f-ef50-43fc-b2e6-0512f43ff78f req-af2840fe-ec70-4f3c-a1ae-2d12e31233c9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:07.427907 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6db74a0f-ef50-43fc-b2e6-0512f43ff78f req-af2840fe-ec70-4f3c-a1ae-2d12e31233c9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0639172 Jun 16 13:51:07.465147 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6db74a0f-ef50-43fc-b2e6-0512f43ff78f req-c674b204-7d2a-4bb6-9bb9-20086e28cb7a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308874 Jun 16 13:51:08.639634 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb20e8-b58c-4295-aa84-06dec48ab647 req-353724c3-80de-47b0-b752-2c483c5f7ed6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:08.641099 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5eeb20e8-b58c-4295-aa84-06dec48ab647 req-353724c3-80de-47b0-b752-2c483c5f7ed6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0632923 Jun 16 13:51:08.678644 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5eeb20e8-b58c-4295-aa84-06dec48ab647 req-85a99b51-94c3-45d8-83b4-83623485c046 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319231 Jun 16 13:51:09.866353 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76fbff-5252-48ed-82da-0b17251bed82 req-0f215865-c931-4905-b63a-fd22d325fd13 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:09.867900 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9d76fbff-5252-48ed-82da-0b17251bed82 req-0f215865-c931-4905-b63a-fd22d325fd13 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0699251 Jun 16 13:51:09.908301 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9d76fbff-5252-48ed-82da-0b17251bed82 req-9f678ad0-d5f3-41e8-8dfe-a4235b5f2e9a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325305 Jun 16 13:51:11.095056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331f74d-ff4d-4b2f-b504-5f7ffc9bd8e5 req-ee39f8cc-f700-4510-8459-97d4bc4b3845 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:11.096628 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8331f74d-ff4d-4b2f-b504-5f7ffc9bd8e5 req-ee39f8cc-f700-4510-8459-97d4bc4b3845 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0675960 Jun 16 13:51:11.134581 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8331f74d-ff4d-4b2f-b504-5f7ffc9bd8e5 req-e5b5803c-663c-441b-bdfd-99f05b6ce36a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321372 Jun 16 13:51:12.314192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c641d2-526b-458e-a281-4cd1969ed7b2 req-a6118ae7-cf0a-4db3-b373-5ac797d0c6bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:12.315882 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-60c641d2-526b-458e-a281-4cd1969ed7b2 req-a6118ae7-cf0a-4db3-b373-5ac797d0c6bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0652862 Jun 16 13:51:12.354296 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-60c641d2-526b-458e-a281-4cd1969ed7b2 req-38b7ca96-5291-4135-ab4e-7d1d06e76fac tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326207 Jun 16 13:51:13.170446 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 45848) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:13.275887 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1e98e8e3-6ec5-4e0f-a6b6-316c2384488f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.389218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1e98e8e3-6ec5-4e0f-a6b6-316c2384488f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.394606 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-1e98e8e3-6ec5-4e0f-a6b6-316c2384488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.404028 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-21933b6d-af55-48f5-9a17-f5cfd0139c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:13.442407 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98e8e3-6ec5-4e0f-a6b6-316c2384488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8bfe86-9e4b-4d35-ab6e-0bc800125df0,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:13.451985 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45856) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:13.458840 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-1e98e8e3-6ec5-4e0f-a6b6-316c2384488f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f04f4d135d004a3d9504f06192160de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872460 Jun 16 13:51:13.459937 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-1e98e8e3-6ec5-4e0f-a6b6-316c2384488f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:13.538763 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-91439561-069b-406a-a7fd-028ea8a92235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.566730 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-91439561-069b-406a-a7fd-028ea8a92235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.608625 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06800c3-566b-4375-b353-2233bca11607 req-d18cdded-6483-4515-b127-517deafd8d7c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:13.610103 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e06800c3-566b-4375-b353-2233bca11607 req-d18cdded-6483-4515-b127-517deafd8d7c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.1189156 Jun 16 13:51:13.653864 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e06800c3-566b-4375-b353-2233bca11607 req-903bd49f-df0b-4ba3-9586-bfdc8f656b9d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358496 Jun 16 13:51:13.659990 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-91439561-069b-406a-a7fd-028ea8a92235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.663307 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-91439561-069b-406a-a7fd-028ea8a92235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:13.664556 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-91439561-069b-406a-a7fd-028ea8a92235 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac8bfe86-9e4b-4d35-ab6e-0bc800125df0 HTTP/1.1" status: 204 len: 168 time: 0.2116332 Jun 16 13:51:13.665398 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8df74468-1c74-4de5-8c37-76e9b8d84318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:13.673297 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91439561-069b-406a-a7fd-028ea8a92235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8bfe86-9e4b-4d35-ab6e-0bc800125df0,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:13.675552 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-91439561-069b-406a-a7fd-028ea8a92235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:13.941244 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45862) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:13.955350 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f46fe593-7ed6-4fe7-912b-22374988b7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.048064 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f46fe593-7ed6-4fe7-912b-22374988b7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.052352 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f46fe593-7ed6-4fe7-912b-22374988b7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.054919 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8eddc506-c649-4557-96fb-215fcd979d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:14.089044 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fe593-7ed6-4fe7-912b-22374988b7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3403b28c-41df-4a17-85ac-341e8dcf7624,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:14.093314 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f46fe593-7ed6-4fe7-912b-22374988b7bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=296ceab5dc5a41a7bcb669ad3938b125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510415 Jun 16 13:51:14.094262 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f46fe593-7ed6-4fe7-912b-22374988b7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:14.096058 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 45864) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:14.148563 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-70e8e2d1-9c1f-4192-a44e-c533a8870d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.170746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-70e8e2d1-9c1f-4192-a44e-c533a8870d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.217801 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-70e8e2d1-9c1f-4192-a44e-c533a8870d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.220382 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-70e8e2d1-9c1f-4192-a44e-c533a8870d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.221537 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-70e8e2d1-9c1f-4192-a44e-c533a8870d3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3403b28c-41df-4a17-85ac-341e8dcf7624 HTTP/1.1" status: 204 len: 168 time: 0.1246696 Jun 16 13:51:14.222305 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-fa91547e-1139-4690-b750-76d33d64c46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:14.230915 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8e2d1-9c1f-4192-a44e-c533a8870d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3403b28c-41df-4a17-85ac-341e8dcf7624,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:14.233237 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-70e8e2d1-9c1f-4192-a44e-c533a8870d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:14.844003 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40756176-7403-4a22-8a39-69e8be47d53a req-617ee150-f0f2-4851-b6e7-25bb14ae6518 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:14.845565 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-40756176-7403-4a22-8a39-69e8be47d53a req-617ee150-f0f2-4851-b6e7-25bb14ae6518 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0680573 Jun 16 13:51:14.883911 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-40756176-7403-4a22-8a39-69e8be47d53a req-9b46de84-4a22-419a-8954-caf6d7927cba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325086 Jun 16 13:51:16.070993 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86148171-e680-4200-896c-ae37a0998775 req-9b0d64ea-7a7a-4c63-bc6b-b739485e432f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:16.072472 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-86148171-e680-4200-896c-ae37a0998775 req-9b0d64ea-7a7a-4c63-bc6b-b739485e432f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0710361 Jun 16 13:51:16.110549 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-86148171-e680-4200-896c-ae37a0998775 req-8bad2c6b-8fa2-4ecf-baf3-a802c39a1735 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314004 Jun 16 13:51:16.139690 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:51:17.293879 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ad3bf-1239-4fde-acda-fc23aa06fc3c req-52f3feda-7ece-43f7-bed8-fa475d1ce261 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:17.295369 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-da7ad3bf-1239-4fde-acda-fc23aa06fc3c req-52f3feda-7ece-43f7-bed8-fa475d1ce261 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0635238 Jun 16 13:51:17.333174 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-da7ad3bf-1239-4fde-acda-fc23aa06fc3c req-43b4f99d-0bf7-46e9-b48d-2cfb137b3e80 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321479 Jun 16 13:51:18.515294 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45076b5f-ce48-4d0e-91a0-3fc4f5ad0c63 req-c3ea9b5d-974d-4309-8c0f-8ca944928d11 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:18.516680 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45076b5f-ce48-4d0e-91a0-3fc4f5ad0c63 req-c3ea9b5d-974d-4309-8c0f-8ca944928d11 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 944 time: 0.0656435 Jun 16 13:51:18.555776 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-45076b5f-ce48-4d0e-91a0-3fc4f5ad0c63 req-264ec562-d095-4bf3-af3c-441723aeee12 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334303 Jun 16 13:51:19.281892 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:51:19.387977 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:19.399262 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '314ccb27-210d-4266-ad9a-59b581740b95', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'port_id': '314ccb27-210d-4266-ad9a-59b581740b95', 'mac_address': 'fa:16:3e:d9:68:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:51:19.438309 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:19.450652 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314ccb27-210d-4266-ad9a-59b581740b95 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:51:19.469906 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:19.474785 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:19.476750 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:19.522789 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=9']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:19.529586 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.529937 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.530274 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.530606 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.530963 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.531295 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.531620 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.531943 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.532357 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.532683 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.533012 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.533374 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:19.537341 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:19.743573 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7388b-e742-45ec-b1fc-8204deb31afa req-e1c09312-4f4a-496f-b4c4-f5453206ae3d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:19.745594 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-dcc7388b-e742-45ec-b1fc-8204deb31afa req-e1c09312-4f4a-496f-b4c4-f5453206ae3d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 945 time: 0.0668428 Jun 16 13:51:19.784566 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-dcc7388b-e742-45ec-b1fc-8204deb31afa req-c76dbd00-e170-41f5-97e7-b26e9650f189 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332587 Jun 16 13:51:20.435807 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['314ccb27-210d-4266-ad9a-59b581740b95'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:51:20.962971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3804-9370-4105-95b5-b8af50f207b9 req-a865d295-3621-4353-9957-47e5a2a33b00 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:20.964414 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b42e3804-9370-4105-95b5-b8af50f207b9 req-a865d295-3621-4353-9957-47e5a2a33b00 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 945 time: 0.0650420 Jun 16 13:51:21.003525 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b42e3804-9370-4105-95b5-b8af50f207b9 req-18b67556-d8ba-450c-9868-aeb24f5b0e9b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331597 Jun 16 13:51:22.180959 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7e3e-34b1-4696-8096-e64bd4fc3813 req-4d6764b1-b183-4422-b2ce-d08d7e008693 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:22.182417 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2cdc7e3e-34b1-4696-8096-e64bd4fc3813 req-4d6764b1-b183-4422-b2ce-d08d7e008693 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 945 time: 0.0655553 Jun 16 13:51:22.219427 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2cdc7e3e-34b1-4696-8096-e64bd4fc3813 req-d2c8afd6-7596-4670-9ae3-1711bffa3487 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313907 Jun 16 13:51:23.302712 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:51:23.354751 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 314ccb27-210d-4266-ad9a-59b581740b95 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:51:23.355180 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:23.397828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d5f5b-2539-4974-89ab-a6cd2e3c2057 req-878d6680-349b-4026-acad-2c48d283e942 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:23.399527 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc4d5f5b-2539-4974-89ab-a6cd2e3c2057 req-878d6680-349b-4026-acad-2c48d283e942 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 945 time: 0.0641210 Jun 16 13:51:23.432091 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:23.438547 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc4d5f5b-2539-4974-89ab-a6cd2e3c2057 req-fc9585fc-91f5-49b6-af00-c56fc30b39f5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327926 Jun 16 13:51:23.455276 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:23.467845 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b288bf-2fca-47f2-b19b-da33ce0f334c" -d '{"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-plugged", "status": "completed", "tag": "314ccb27-210d-4266-ad9a-59b581740b95"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:23.480814 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:23.485214 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:23.487284 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-f19a2dd4-ebcb-4c0b-960f-2213070cb080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:23.509878 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916d187b-4b6a-414c-9e5e-1909ac046fa6 x-openstack-request-id: req-916d187b-4b6a-414c-9e5e-1909ac046fa6 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:23.510182 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-plugged", "status": "completed", "tag": "314ccb27-210d-4266-ad9a-59b581740b95", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:23.510444 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-916d187b-4b6a-414c-9e5e-1909ac046fa6 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:23.510835 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95', 'code': 200} Jun 16 13:51:23.536378 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=10']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:23.539878 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:24.207776 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31529cb3-e7b9-4db5-9ecc-e78880bedc6e req-7818bd53-f678-4bee-97f6-4c86f2fb77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:24.209965 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-31529cb3-e7b9-4db5-9ecc-e78880bedc6e req-7818bd53-f678-4bee-97f6-4c86f2fb77ba service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 1100 time: 0.0530016 Jun 16 13:51:24.246352 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-31529cb3-e7b9-4db5-9ecc-e78880bedc6e req-1e3fa732-d80d-4c97-be01-8f9797d3af4f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270772 Jun 16 13:51:24.617986 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe0e5f-5603-4ef5-bbdd-2d3f6cf64732 req-ef39a395-df40-4b3b-b068-a3348f327dee tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:24.619478 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ffe0e5f-5603-4ef5-bbdd-2d3f6cf64732 req-ef39a395-df40-4b3b-b068-a3348f327dee tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 947 time: 0.0631189 Jun 16 13:51:24.656760 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1ffe0e5f-5603-4ef5-bbdd-2d3f6cf64732 req-b99a6079-c9e9-41f6-9659-146288dca844 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308938 Jun 16 13:51:25.849372 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c21808-c6b9-4bf9-95f7-c03f75b92608 req-7919f83e-2f9a-475b-aea6-4b0edbaf7610 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:25.850835 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12c21808-c6b9-4bf9-95f7-c03f75b92608 req-7919f83e-2f9a-475b-aea6-4b0edbaf7610 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 947 time: 0.0654457 Jun 16 13:51:25.888702 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-12c21808-c6b9-4bf9-95f7-c03f75b92608 req-368fafe5-f634-454e-96f2-107001f8cf43 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310864 Jun 16 13:51:27.088520 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9a659-7dcc-4c2c-95e2-443f238ee028 req-1b41dcb5-87f8-467c-8d33-b5682e14a5a8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:27.089915 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-56a9a659-7dcc-4c2c-95e2-443f238ee028 req-1b41dcb5-87f8-467c-8d33-b5682e14a5a8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 947 time: 0.0730548 Jun 16 13:51:27.129742 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-56a9a659-7dcc-4c2c-95e2-443f238ee028 req-f223114f-ae19-482c-aac8-1f7613101ead tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331531 Jun 16 13:51:27.750172 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-2be20ff0-4601-4fc4-bff9-80d4ac4424bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:28.315017 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1387ad5-5062-4b9a-ac7b-b869536f5176 req-3104e602-cf64-456f-92d6-b50b8580abd4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:28.316539 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f1387ad5-5062-4b9a-ac7b-b869536f5176 req-3104e602-cf64-456f-92d6-b50b8580abd4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 947 time: 0.0633934 Jun 16 13:51:28.355616 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f1387ad5-5062-4b9a-ac7b-b869536f5176 req-c1a1cc0a-b23f-4199-bf9c-bf90a01c877f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323424 Jun 16 13:51:30.354198 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:30.551964 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ee87d34f-5844-40ba-a50b-a7c22536d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.516546 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:32.219787 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:33.317708 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:33.461913 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-5e023bb7-e94c-4a2a-a4b4-7b43460116f2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559745 Jun 16 13:51:33.537990 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-8f0c2dfe-1356-4936-bbb4-996e91a2d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:33.539496 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-8f0c2dfe-1356-4936-bbb4-996e91a2d40d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0530176 Jun 16 13:51:33.641824 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-ca7bfe4f-dc28-4f28-a8f4-eccc840bcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:33.643277 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-ca7bfe4f-dc28-4f28-a8f4-eccc840bcbc8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 911 time: 0.0835443 Jun 16 13:51:33.709900 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-6039d7a4-da07-4610-bc20-6f2c536d8803 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 1001 time: 0.0602086 Jun 16 13:51:33.758090 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-6fb0a6e3-6e73-4b20-8806-6d30cab9b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:33.759471 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-6fb0a6e3-6e73-4b20-8806-6d30cab9b854 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.0424066 Jun 16 13:51:33.821432 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-168479b2-df3f-4187-a0c3-f32d82ed44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:33.822934 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-168479b2-df3f-4187-a0c3-f32d82ed44c2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517473 Jun 16 13:51:33.916571 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-909d1880-56ce-4cdc-8edf-a5b3a9c53c27 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858538 Jun 16 13:51:34.002848 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fb5aa3c9-1af4-4eec-8144-3546a6b816fc req-cf45a5da-c7cc-4fbb-bd63-0f70051ef51d service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796943 Jun 16 13:51:51.233465 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46080) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:51.334752 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.423353 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.427256 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.429841 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-baafd636-42cc-40e2-b784-bdde2b2054b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:51.466836 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f959fb6-9960-46ca-90be-d5315e74c973,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:51.470665 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc3b693a0e3c44ef96a036b4dc29cdaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361808 Jun 16 13:51:51.473387 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46084) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:51.476520 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.476902 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.477275 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.477649 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.478011 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.478374 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.478737 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.479120 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.479478 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.479838 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.480244 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.480553 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.484620 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:51.527889 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.548809 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.595530 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.598127 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:51.599315 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f959fb6-9960-46ca-90be-d5315e74c973 HTTP/1.1" status: 204 len: 168 time: 0.1248968 Jun 16 13:51:51.600239 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2ae09900-56e8-4e46-a7ee-044cc14c9de3 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:51.608236 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f959fb6-9960-46ca-90be-d5315e74c973,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:51.615567 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.615958 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.616325 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.616695 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.617050 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.617413 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.617867 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.618116 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.618600 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.619000 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.619459 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.619931 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:51.623234 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:53.138797 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:51:54.680058 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-559d4919-c341-4e05-ad52-dac78ed7d53c tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830647240&fields=id&tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd HTTP/1.1" status: 200 len: 267 time: 0.0319703 Jun 16 13:51:54.748659 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-7f172a2d-f186-4fc8-ab93-e937f9fce22c tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:54.750102 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-7f172a2d-f186-4fc8-ab93-e937f9fce22c tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 984 time: 0.0647695 Jun 16 13:51:54.762080 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Request body: {'port': {'security_groups': ['d85c00fe-0420-419e-a2c4-6ef95271e6e3']}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:51:54.886044 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.072024 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] For port 7d475572-6d60-4f47-9f17-20dcc55a55ec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:55.100085 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.104773 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.108741 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:55.117272 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['7d475572-6d60-4f47-9f17-20dcc55a55ec'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:51:55.158507 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.159168 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.161137 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ead0b04c-8114-406c-9683-d42a8bf7a601 req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "PUT /v2.0/ports/7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 942 time: 0.4037454 Jun 16 13:51:55.161750 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:55.164484 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d136241-f086-42c9-aa9c-a7bc002c8520" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:55.167264 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46148) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:55.188562 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event updated for resources: {'Port': ['ID=7d475572-6d60-4f47-9f17-20dcc55a55ec,revision_number=7']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:55.191930 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:55.245827 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['7d475572-6d60-4f47-9f17-20dcc55a55ec'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:51:55.263295 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a33fa-a560-4db4-97c3-c969a03e0d9f tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.297026 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a33fa-a560-4db4-97c3-c969a03e0d9f tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.377812 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a33fa-a560-4db4-97c3-c969a03e0d9f tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.380963 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62425ba7-cbca-4089-968f-01177992b12d x-openstack-request-id: req-62425ba7-cbca-4089-968f-01177992b12d {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:55.381507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a33fa-a560-4db4-97c3-c969a03e0d9f tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.381891 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:55.382396 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62425ba7-cbca-4089-968f-01177992b12d {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:55.382919 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ce9a33fa-a560-4db4-97c3-c969a03e0d9f tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "DELETE /v2.0/security-groups/9e9ebcc3-6718-42e4-8e51-3697a1ce48a5 HTTP/1.1" status: 204 len: 168 time: 0.2146380 Jun 16 13:51:55.383278 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'status': 'completed', 'code': 200} Jun 16 13:51:55.383740 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4b4ffae8-e520-4190-9d3e-4b7db4a0820d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:55.385491 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46152) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:55.393769 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a33fa-a560-4db4-97c3-c969a03e0d9f tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9ebcc3-6718-42e4-8e51-3697a1ce48a5,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:55.404163 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ce9a33fa-a560-4db4-97c3-c969a03e0d9f tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:55.476469 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-aa9bfffb-4c24-444f-9c23-2a617d83a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.478119 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-aa9bfffb-4c24-444f-9c23-2a617d83a1b4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1098 time: 0.0727775 Jun 16 13:51:55.501760 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-50defa18-b0b6-4165-9b55-5cce7d2bbc2c None None] Provisioning complete for port 7d475572-6d60-4f47-9f17-20dcc55a55ec triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:51:55.502239 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-50defa18-b0b6-4165-9b55-5cce7d2bbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.571681 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-0e32ff0d-8725-4244-97a8-152442b08226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.573506 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-0e32ff0d-8725-4244-97a8-152442b08226 service neutron] 10.222.0.100 "GET /v2.0/networks?id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 200 len: 917 time: 0.0876918 Jun 16 13:51:55.620922 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Deleting port 99ae4449-7ec7-4064-8724-c2fd1248a4b4 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:55.621263 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.650746 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-b6c15c05-2e38-414a-ad4f-88300f53a765 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 1001 time: 0.0705047 Jun 16 13:51:55.699509 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-69041055-e1bb-4d10-8706-4eef994f4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.700366 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.700855 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:55.700971 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-69041055-e1bb-4d10-8706-4eef994f4df9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5195e472-862c-462f-a1f9-1bb456212573 HTTP/1.1" status: 200 len: 854 time: 0.0432277 Jun 16 13:51:55.760756 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-7e896ce6-b256-41cc-9e5f-e6fbe8d9fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.762285 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-7e896ce6-b256-41cc-9e5f-e6fbe8d9fe20 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542805 Jun 16 13:51:55.863837 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-b0183499-b833-460a-afb2-92bbd57db992 service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928593 Jun 16 13:51:55.960050 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4d136241-f086-42c9-aa9c-a7bc002c8520 req-62516e6b-ab11-4b67-ade7-90a05a78fd19 service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893574 Jun 16 13:51:55.997145 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Calling delete_port for 99ae4449-7ec7-4064-8724-c2fd1248a4b4 owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:56.183035 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.184952 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:56.211545 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event deleted for resources: {'Port': ['ID=99ae4449-7ec7-4064-8724-c2fd1248a4b4,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:56.214732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:56.271350 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks [] for floatingip, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.271726 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Floating IP e7dfb8b0-8c93-44ba-add0-d67b56e718a5 disassociated (deleted). External IP: 172.27.2.215, port: 7d475572-6d60-4f47-9f17-20dcc55a55ec. Jun 16 13:51:56.480380 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:51:56.585940 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:51:56.590573 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:56.595179 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] Sync routers for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:51:56.606168 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:56.606785 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:51:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:56.630963 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "DELETE /v2.0/floatingips/e7dfb8b0-8c93-44ba-add0-d67b56e718a5 HTTP/1.1" status: 204 len: 168 time: 1.2425525 Jun 16 13:51:56.834711 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:57.054952 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 5, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:57.058583 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] Checking router: 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:51:57.067463 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:51:57.068080 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:51:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:57.172795 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:51:57.367530 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 5, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:51:57.370988 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953c6c6-ff7f-41d2-bcc6-b5b528862703 None None] The sync data for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi is: [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:47:00Z', 'revision_number': 4, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '8156d901-5d10-4f8f-b88b-66ddf5202776', 'name': '', 'network_id': '7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'mac_address': 'fa:16:3e:9d:d0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5195e472-862c-462f-a1f9-1bb456212573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:59Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 5, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'subnets': [{'id': '5195e472-862c-462f-a1f9-1bb456212573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:51:57.384700 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:57.387299 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e67c1b-738e-4254-98ca-8117690736c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:57.432376 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08862579-4ac9-4403-b688-3d20b8fe9017 x-openstack-request-id: req-08862579-4ac9-4403-b688-3d20b8fe9017 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:57.432726 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:57.433057 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08862579-4ac9-4403-b688-3d20b8fe9017 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:57.433505 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'status': 'completed', 'code': 200} Jun 16 13:51:57.509665 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e67c1b-738e-4254-98ca-8117690736c9 req-c7d05da4-866d-4e13-89b9-f6c9462c770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:57.511223 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65e67c1b-738e-4254-98ca-8117690736c9 req-c7d05da4-866d-4e13-89b9-f6c9462c770e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 1098 time: 0.0557408 Jun 16 13:51:57.590893 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca134486-fe5a-44b9-afc7-2703c03efd82 None None] New status for floating IP e7dfb8b0-8c93-44ba-add0-d67b56e718a5: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:51:57.608944 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e67c1b-738e-4254-98ca-8117690736c9 req-d63ee6f2-d30e-4c65-9661-9e7144d88399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:57.610483 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65e67c1b-738e-4254-98ca-8117690736c9 req-d63ee6f2-d30e-4c65-9661-9e7144d88399 service neutron] 10.222.0.100 "GET /v2.0/networks?id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 200 len: 917 time: 0.0918574 Jun 16 13:51:57.652082 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65e67c1b-738e-4254-98ca-8117690736c9 req-77c37769-7723-4aa3-ba3a-0dcce6feb691 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 200 len: 217 time: 0.0333805 Jun 16 13:51:57.707091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e67c1b-738e-4254-98ca-8117690736c9 req-5d892423-a7a7-4f10-bd09-f6f5a78dc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:57.708520 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65e67c1b-738e-4254-98ca-8117690736c9 req-5d892423-a7a7-4f10-bd09-f6f5a78dc6b9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=5195e472-862c-462f-a1f9-1bb456212573 HTTP/1.1" status: 200 len: 854 time: 0.0479488 Jun 16 13:51:57.752035 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-328ce51e-f579-4ea3-a801-ba36ca8d2e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:57.768036 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e67c1b-738e-4254-98ca-8117690736c9 req-e2b013ca-f140-48df-9f1c-32972d41fb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:57.770006 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65e67c1b-738e-4254-98ca-8117690736c9 req-e2b013ca-f140-48df-9f1c-32972d41fb04 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541215 Jun 16 13:51:57.862864 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65e67c1b-738e-4254-98ca-8117690736c9 req-4d11de20-c8cf-4ee5-b306-d36aac084363 service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854688 Jun 16 13:51:57.951578 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-65e67c1b-738e-4254-98ca-8117690736c9 req-9a668e5d-1f9a-4772-9786-d4257c4a7399 service neutron] 10.222.0.100 "GET /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823874 Jun 16 13:52:00.356593 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:00.554110 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fae24aa7-e4aa-47b8-bccb-dbfb20e9a018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:01.520409 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.228027 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:03.324801 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:04.740165 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdf144-86c9-4241-812f-07bdb52dee53 req-74e60531-597e-4919-b215-8167b9ef4dc8 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:04.741729 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-81fdf144-86c9-4241-812f-07bdb52dee53 req-74e60531-597e-4919-b215-8167b9ef4dc8 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0624769 Jun 16 13:52:04.782433 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-81fdf144-86c9-4241-812f-07bdb52dee53 req-97619ef8-30b6-43da-9ca4-ea9369d6dde2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349319 Jun 16 13:52:05.963509 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602599d2-4cdb-48dc-89ea-f3a04046846c req-41cdef6d-811c-42dc-bbab-e8c2efa515f0 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:05.964718 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-602599d2-4cdb-48dc-89ea-f3a04046846c req-41cdef6d-811c-42dc-bbab-e8c2efa515f0 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0678899 Jun 16 13:52:06.009312 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-602599d2-4cdb-48dc-89ea-f3a04046846c req-9e660a6a-1bbd-4fc0-935c-8153d69d83e7 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360203 Jun 16 13:52:06.808908 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46254) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:06.919445 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a3d0bd1f-8f65-4509-8771-4f8ee4aca4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.011594 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a3d0bd1f-8f65-4509-8771-4f8ee4aca4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.017010 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a3d0bd1f-8f65-4509-8771-4f8ee4aca4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.020852 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c422c3bd-d198-4b3d-a79a-35a521d0efb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:07.069362 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a3d0bd1f-8f65-4509-8771-4f8ee4aca4c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5efc8bcc577417bac32a73d239a4069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567544 Jun 16 13:52:07.069635 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46264) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:07.076189 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0bd1f-8f65-4509-8771-4f8ee4aca4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66cc2a4-665c-4e1e-bb00-61194cb4281b,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:07.079916 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a3d0bd1f-8f65-4509-8771-4f8ee4aca4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:07.127233 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-730fd86e-0508-4c9f-a0f4-7e8477a257a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.178424 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-730fd86e-0508-4c9f-a0f4-7e8477a257a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.240902 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c291af-33b0-417c-86ec-5c7a46e0e0d4 req-a52f89c5-1ecb-4d19-abe7-a5dc351dab47 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:07.242948 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15c291af-33b0-417c-86ec-5c7a46e0e0d4 req-a52f89c5-1ecb-4d19-abe7-a5dc351dab47 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1109369 Jun 16 13:52:07.273448 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-730fd86e-0508-4c9f-a0f4-7e8477a257a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.276034 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-730fd86e-0508-4c9f-a0f4-7e8477a257a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:07.277165 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-730fd86e-0508-4c9f-a0f4-7e8477a257a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b66cc2a4-665c-4e1e-bb00-61194cb4281b HTTP/1.1" status: 204 len: 168 time: 0.2064550 Jun 16 13:52:07.277909 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-70e8e2d1-9c1f-4192-a44e-c533a8870d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:07.293771 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fd86e-0508-4c9f-a0f4-7e8477a257a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66cc2a4-665c-4e1e-bb00-61194cb4281b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:07.298048 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-15c291af-33b0-417c-86ec-5c7a46e0e0d4 req-660029c1-f617-4595-be3d-65b26e20beb8 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486295 Jun 16 13:52:07.298823 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-730fd86e-0508-4c9f-a0f4-7e8477a257a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:07.425573 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324544a3-64e6-49c0-8656-6c562fd192af req-ba8fe5c1-18aa-429c-8790-39c4305654dc tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:07.427236 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-324544a3-64e6-49c0-8656-6c562fd192af req-ba8fe5c1-18aa-429c-8790-39c4305654dc tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0669448 Jun 16 13:52:07.469585 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-324544a3-64e6-49c0-8656-6c562fd192af req-8ebeecfd-e222-453c-b60d-97c009da41bb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358307 Jun 16 13:52:08.476249 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f588ad-7460-41d4-9ea5-50918e93c7b8 req-8a3a1a08-d3a2-4192-bb67-fcc79ea1c0ce tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:08.477643 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19f588ad-7460-41d4-9ea5-50918e93c7b8 req-8a3a1a08-d3a2-4192-bb67-fcc79ea1c0ce tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0622544 Jun 16 13:52:08.515578 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19f588ad-7460-41d4-9ea5-50918e93c7b8 req-fc52f839-ad36-4051-832b-d8a662889f35 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Jun 16 13:52:08.646366 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854483b7-7350-4f62-940a-27254386134a req-faed20ac-ae50-4133-98e3-aa49185fc63c tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:08.647839 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-854483b7-7350-4f62-940a-27254386134a req-faed20ac-ae50-4133-98e3-aa49185fc63c tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.0656195 Jun 16 13:52:08.685731 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-854483b7-7350-4f62-940a-27254386134a req-b2c1b1e1-6145-40f9-a523-11e2a58cf76d tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322120 Jun 16 13:52:09.699222 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93941944-9b3a-40c4-b63a-a6f0cb928642 req-cc34bdff-b0f8-45a9-a62a-adfda272a22a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:09.700733 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-93941944-9b3a-40c4-b63a-a6f0cb928642 req-cc34bdff-b0f8-45a9-a62a-adfda272a22a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0699165 Jun 16 13:52:09.741280 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-93941944-9b3a-40c4-b63a-a6f0cb928642 req-9052c634-ad0c-480a-bcd7-539b2028f677 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346386 Jun 16 13:52:09.904742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04736e-e20a-47d1-ac9b-4d1cac1b00cf req-be9168a3-572e-431b-9161-d3855fd7b377 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:09.906184 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6c04736e-e20a-47d1-ac9b-4d1cac1b00cf req-be9168a3-572e-431b-9161-d3855fd7b377 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.1041439 Jun 16 13:52:09.917022 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-8203c8b6-ead6-4d93-b6f9-8205399058cc tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:09.918404 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-8203c8b6-ead6-4d93-b6f9-8205399058cc tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.100 "GET /v2.0/ports?device_id=ab4b32b5-3455-4d89-98dc-b5c2763416fb HTTP/1.1" status: 200 len: 945 time: 0.1145186 Jun 16 13:52:09.985291 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6c04736e-e20a-47d1-ac9b-4d1cac1b00cf req-9fe80b85-2a2a-41a7-895b-3fe7afd0cc57 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.64 "GET /v2.0/security-groups?id=d85c00fe-0420-419e-a2c4-6ef95271e6e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659204 Jun 16 13:52:10.040802 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Deleting port 7d475572-6d60-4f47-9f17-20dcc55a55ec {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:10.041147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.128472 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] For port 7d475572-6d60-4f47-9f17-20dcc55a55ec, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7d475572-6d60-4f47-9f17-20dcc55a55ec,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:10.128822 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.197753 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Calling delete_port for 7d475572-6d60-4f47-9f17-20dcc55a55ec owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:10.329986 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.334584 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e428f61f-c7b8-42b3-9a9b-26880562962c tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:10.345807 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['7d475572-6d60-4f47-9f17-20dcc55a55ec'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:52:10.359463 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Pushing event deleted for resources: {'Port': ['ID=7d475572-6d60-4f47-9f17-20dcc55a55ec,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:10.362867 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:10.406484 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] No DVR routers for this DVR port 7d475572-6d60-4f47-9f17-20dcc55a55ec on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:52:10.409841 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.411812 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6defad15-2c4e-49d2-b25f-ac29d909e000 req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] 10.222.0.100 "DELETE /v2.0/ports/7d475572-6d60-4f47-9f17-20dcc55a55ec HTTP/1.1" status: 204 len: 173 time: 0.4868734 Jun 16 13:52:10.412321 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'name': 'network-vif-deleted', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:10.415091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5af527d-e861-4fa2-9201-fa8e81d3e387" -d '{"events": [{"server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "name": "network-vif-deleted", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:10.650099 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7a812f-b0ae-43e2-b655-e5e7564c6dd7 x-openstack-request-id: req-1e7a812f-b0ae-43e2-b655-e5e7564c6dd7 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:10.650500 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4b32b5-3455-4d89-98dc-b5c2763416fb", "name": "network-vif-deleted", "tag": "7d475572-6d60-4f47-9f17-20dcc55a55ec", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:10.650779 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e7a812f-b0ae-43e2-b655-e5e7564c6dd7 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:10.651238 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4b32b5-3455-4d89-98dc-b5c2763416fb', 'name': 'network-vif-deleted', 'tag': '7d475572-6d60-4f47-9f17-20dcc55a55ec', 'status': 'completed', 'code': 200} Jun 16 13:52:10.921472 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c42e5d-c429-4af6-9a4d-058b66a9da35 req-c48a237e-54db-4bfe-8b21-62a643b249ed tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:10.922995 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96c42e5d-c429-4af6-9a4d-058b66a9da35 req-c48a237e-54db-4bfe-8b21-62a643b249ed tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0654976 Jun 16 13:52:10.963114 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-96c42e5d-c429-4af6-9a4d-058b66a9da35 req-fcd1ddbe-cca3-40df-9a43-a00b6827170f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337112 Jun 16 13:52:11.817398 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46330) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:12.150291 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52e7fd-cf13-462e-895c-4b7af416c629 req-8f5cf78b-44a1-4c26-85ad-0808de377e02 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:12.152224 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b52e7fd-cf13-462e-895c-4b7af416c629 req-8f5cf78b-44a1-4c26-85ad-0808de377e02 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0660167 Jun 16 13:52:12.198172 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0b52e7fd-cf13-462e-895c-4b7af416c629 req-7a688c9a-a751-4349-8538-0586f219d8ca tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385108 Jun 16 13:52:12.406531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:12.954276 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Deleting port 8156d901-5d10-4f8f-b88b-66ddf5202776 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:12.954620 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.046661 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] For port 8156d901-5d10-4f8f-b88b-66ddf5202776, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=8156d901-5d10-4f8f-b88b-66ddf5202776,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:13.046977 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.109666 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Calling delete_port for 8156d901-5d10-4f8f-b88b-66ddf5202776 owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:13.327286 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.329362 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-268c1be6-18ae-48da-8b85-d1dd7fe5a27c tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:13.369725 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8156d901-5d10-4f8f-b88b-66ddf5202776,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:13.388244 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:13.521310 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce326b73-c883-4e2f-8dab-6227fd62b6f4 req-990e59c7-d273-4b97-9e3a-888c929838f1 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:13.523258 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ce326b73-c883-4e2f-8dab-6227fd62b6f4 req-990e59c7-d273-4b97-9e3a-888c929838f1 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1894236 Jun 16 13:52:13.553507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:13.642942 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ce326b73-c883-4e2f-8dab-6227fd62b6f4 req-4aa05059-97f8-4652-b134-95e86e263e7b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099157 Jun 16 13:52:13.748758 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 7d475572-6d60-4f47-9f17-20dcc55a55ec no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:13.773258 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 7d475572-6d60-4f47-9f17-20dcc55a55ec {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:52:13.773621 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 7d475572-6d60-4f47-9f17-20dcc55a55ec not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:52:13.795312 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:52:13.904473 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:52:13.910101 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d939d67d-6c12-4fd4-9c30-b0af1b8f71ae admin admin] 10.222.0.64 "PUT /v2.0/routers/92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0913658 Jun 16 13:52:13.913140 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46342) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:13.915608 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] Sync routers for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:52:13.926378 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:13.927044 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:52:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:14.026232 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks [] for router, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.030865 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:14.131755 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.184844 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Deleting port 0e37e875-7b12-44eb-8ada-15ef0e86f13b {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:14.185097 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.213727 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:52:13Z', 'revision_number': 5, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port': {'id': '0e37e875-7b12-44eb-8ada-15ef0e86f13b', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:46:58Z', 'updated_at': '2021-06-16T13:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:14.217251 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] Checking router: 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:52:14.226364 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] Routers {'92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:14.227038 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:52:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:14.269848 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] For port 0e37e875-7b12-44eb-8ada-15ef0e86f13b, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=0e37e875-7b12-44eb-8ada-15ef0e86f13b,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:14.270270 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.314104 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] Set router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:14.333088 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Calling delete_port for 0e37e875-7b12-44eb-8ada-15ef0e86f13b owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:14.369361 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:52:14Z', 'revision_number': 6, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:14.373091 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3924f-492b-403c-ba7f-4e25b0f12af6 None None] The sync data for ids ['92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa'] in dv-cinder-789603-10-iscsi is: [{'id': '92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa', 'name': 'tempest-TestMinimumBasicScenario-1086260669-router', 'tenant_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:46:57Z', 'updated_at': '2021-06-16T13:52:14Z', 'revision_number': 6, 'project_id': '70710fed8e9b423aa96a5fec0fe3d0bd', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:52:14.502120 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.503909 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0b08c570-7c02-43e3-bfc8-cc18db82a5a8 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:14.528265 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e37e875-7b12-44eb-8ada-15ef0e86f13b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:14.532164 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:14.557193 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.657303 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.660006 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.724596 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.725177 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:52:14.730010 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.733509 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] 10.222.0.64 "DELETE /v2.0/routers/92b3d8f6-5ee9-4e02-8d65-f9fb3993ebfa HTTP/1.1" status: 204 len: 168 time: 0.8170025 Jun 16 13:52:14.733874 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46346) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:14.783225 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Deleting subnet 5195e472-862c-462f-a1f9-1bb456212573 {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:52:14.790394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.832528 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.837484 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727e7d-be6f-4aae-8bff-71f863bc8e84 req-9a334598-3989-4d02-b8fe-42522751bf82 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:14.839720 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c727e7d-be6f-4aae-8bff-71f863bc8e84 req-9a334598-3989-4d02-b8fe-42522751bf82 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0741680 Jun 16 13:52:14.879495 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9c727e7d-be6f-4aae-8bff-71f863bc8e84 req-ac0f429b-86ca-4222-a85c-6ff2ef26611a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339193 Jun 16 13:52:14.912010 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.964507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429'] for subnet, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.966894 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f35a81ce-9935-4e68-823b-4cc5d9c9a4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:14.991641 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5195e472-862c-462f-a1f9-1bb456212573,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:14.993583 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:14.997671 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5195e472-862c-462f-a1f9-1bb456212573 HTTP/1.1" status: 204 len: 168 time: 0.2608178 Jun 16 13:52:14.997671 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:14.998129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46348) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:15.001167 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba7aae-24cb-4e50-ac09-f5fdda87481d None None] Network 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:52:15.066475 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.126262 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Deleting port f9069197-8068-4113-bb4e-cdad208c9a3b {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:15.126513 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.200192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] For port f9069197-8068-4113-bb4e-cdad208c9a3b, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=f9069197-8068-4113-bb4e-cdad208c9a3b,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:15.200575 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.203300 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] DHCP port deletion for 7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b request from dv-cinder-789603-10-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:52:15.260511 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] Deleting port f9069197-8068-4113-bb4e-cdad208c9a3b {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:15.260964 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.273624 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Calling delete_port for f9069197-8068-4113-bb4e-cdad208c9a3b owned by network:dhcp {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:15.327312 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] For port f9069197-8068-4113-bb4e-cdad208c9a3b, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=f9069197-8068-4113-bb4e-cdad208c9a3b,segment=NetworkSegment(49d195da-47b6-4ca5-a998-fd7a733c91f2),segment_id=49d195da-47b6-4ca5-a998-fd7a733c91f2)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:15.327641 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.356946 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.359740 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-13b050eb-e114-46c7-bb1e-b73570aef789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:15.390606 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9069197-8068-4113-bb4e-cdad208c9a3b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:15.393939 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:15.394718 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] No DVR routers for this DVR port f9069197-8068-4113-bb4e-cdad208c9a3b on host dv-cinder-789603-10-iscsi {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:52:15.404897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] Calling delete_port for f9069197-8068-4113-bb4e-cdad208c9a3b owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:15.471485 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.484531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.484902 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.486059 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.486059 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > port after_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.486507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.486765 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > port after_update 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.487573 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.487838 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.488108 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.488747 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.615919 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.616736 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.616736 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.616985 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:52:15.617300 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:15.636616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d195da-47b6-4ca5-a998-fd7a733c91f2') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:15.636914 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d195da-47b6-4ca5-a998-fd7a733c91f2') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:15.637054 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 8156d901-5d10-4f8f-b88b-66ddf5202776 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:15.654129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25007790'] for segment, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.665931 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 8156d901-5d10-4f8f-b88b-66ddf5202776 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:52:15.666288 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 8156d901-5d10-4f8f-b88b-66ddf5202776 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:52:15.666713 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 0e37e875-7b12-44eb-8ada-15ef0e86f13b no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:15.679817 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.688780 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:52:15.689200 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25008379'] for segment, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.692379 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 0e37e875-7b12-44eb-8ada-15ef0e86f13b {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:52:15.692735 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 0e37e875-7b12-44eb-8ada-15ef0e86f13b not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:52:15.693165 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device f9069197-8068-4113-bb4e-cdad208c9a3b no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.693933 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: Traceback (most recent call last): Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: timer() Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: cb(*args, **kw) Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: return func(*args, **kwargs) Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: self._notify() Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: self.callback(batched_events) Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: event.method(event) Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: return f(self, *a, **k) Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: return self._get(url).json() Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:52:15.696903 dv-cinder-789603-10-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:52:15.722443 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: f9069197-8068-4113-bb4e-cdad208c9a3b {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:52:15.722797 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device f9069197-8068-4113-bb4e-cdad208c9a3b not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:52:15.732860 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.737708 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:15.752856 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.757168 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:15.758744 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] Pushing event deleted for resources: {'Port': ['ID=f9069197-8068-4113-bb4e-cdad208c9a3b,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:15.761158 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:15.762360 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:15.763113 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b HTTP/1.1" status: 204 len: 168 time: 0.7642415 Jun 16 13:52:15.766214 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46350) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:15.767529 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] No DVR routers for this DVR port f9069197-8068-4113-bb4e-cdad208c9a3b on host dv-cinder-789603-10-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:52:15.781287 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1d09f5-fb3f-496f-ad5b-155c49b6cf7b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:15.783747 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:16.054712 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedd7f6-2880-47cc-9564-0c3012c5e50a req-cfff857a-0c9b-4de1-9ac0-0dd33e9b3505 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:16.056157 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adedd7f6-2880-47cc-9564-0c3012c5e50a req-cfff857a-0c9b-4de1-9ac0-0dd33e9b3505 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0641086 Jun 16 13:52:16.099964 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-adedd7f6-2880-47cc-9564-0c3012c5e50a req-3252a6a3-6d6d-445b-ad80-bfc66880b3f5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381074 Jun 16 13:52:16.120831 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.371435 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Deleting port 86629c11-e371-4a7c-b616-6d8a150b4c85 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:16.371775 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.446834 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] For port 86629c11-e371-4a7c-b616-6d8a150b4c85, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=86629c11-e371-4a7c-b616-6d8a150b4c85,segment=NetworkSegment(bade85be-335b-4508-84c0-cbeecc9ee782),segment_id=bade85be-335b-4508-84c0-cbeecc9ee782)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:16.447217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.512280 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Calling delete_port for 86629c11-e371-4a7c-b616-6d8a150b4c85 owned by network:router_interface {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:16.688493 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:16.691277 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:16.714987 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86629c11-e371-4a7c-b616-6d8a150b4c85,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:16.718757 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:16.896098 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:17.106824 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Router 04153d5c-299b-421d-88c2-9a4a8d58eec8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:52:17.212172 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:52:17.220784 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] 10.222.0.64 "PUT /v2.0/routers/04153d5c-299b-421d-88c2-9a4a8d58eec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512453 Jun 16 13:52:17.220930 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] Sync routers for ids ['04153d5c-299b-421d-88c2-9a4a8d58eec8'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:52:17.221960 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46356) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:17.231534 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] Routers {'04153d5c-299b-421d-88c2-9a4a8d58eec8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:17.232148 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:52:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['04153d5c-299b-421d-88c2-9a4a8d58eec8'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:17.288166 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdb047-fd32-4bfa-8943-5dac26b838f2 req-28f2a0af-d01a-451f-a565-4504e221b5cb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:17.290178 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c1cdb047-fd32-4bfa-8943-5dac26b838f2 req-28f2a0af-d01a-451f-a565-4504e221b5cb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0760348 Jun 16 13:52:17.333157 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks [] for router, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:17.340710 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c1cdb047-fd32-4bfa-8943-5dac26b838f2 req-632ebe50-e6ab-46f1-9c96-626c07ea79a4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437777 Jun 16 13:52:17.424445 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] Set router 04153d5c-299b-421d-88c2-9a4a8d58eec8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:17.434442 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:17.490771 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Deleting port 564001a2-987a-4bc3-9b70-231314db6b20 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:17.491133 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:17.578603 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] For port 564001a2-987a-4bc3-9b70-231314db6b20, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=564001a2-987a-4bc3-9b70-231314db6b20,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:17.579079 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:17.606803 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '564001a2-987a-4bc3-9b70-231314db6b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:52:16Z', 'revision_number': 5, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port': {'id': '564001a2-987a-4bc3-9b70-231314db6b20', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:17.611170 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] Checking router: 04153d5c-299b-421d-88c2-9a4a8d58eec8 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:52:17.620234 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] Routers {'04153d5c-299b-421d-88c2-9a4a8d58eec8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:17.620840 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:52:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['04153d5c-299b-421d-88c2-9a4a8d58eec8'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:17.649515 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Calling delete_port for 564001a2-987a-4bc3-9b70-231314db6b20 owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:17.706939 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] Set router 04153d5c-299b-421d-88c2-9a4a8d58eec8 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:17.760310 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:52:17Z', 'revision_number': 6, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:17.763859 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45643e3-a174-4132-b596-f2358fd7ba65 None None] The sync data for ids ['04153d5c-299b-421d-88c2-9a4a8d58eec8'] in dv-cinder-789603-10-iscsi is: [{'id': '04153d5c-299b-421d-88c2-9a4a8d58eec8', 'name': 'tempest-TestMinimumBasicScenario-1777095325-router', 'tenant_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:03Z', 'updated_at': '2021-06-16T13:52:17Z', 'revision_number': 6, 'project_id': 'c1c7d2a730944202a64c9dd4201c26e1', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:52:17.817207 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:17.820234 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ad821d34-35d0-4272-b108-aa42168ce990 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:17.847680 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=564001a2-987a-4bc3-9b70-231314db6b20,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:17.850377 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:17.905588 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.243770 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.246696 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.292210 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.292794 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04153d5c-299b-421d-88c2-9a4a8d58eec8 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:52:18.297450 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.298154 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] 10.222.0.64 "DELETE /v2.0/routers/04153d5c-299b-421d-88c2-9a4a8d58eec8 HTTP/1.1" status: 204 len: 168 time: 1.0754569 Jun 16 13:52:18.301298 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46358) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:18.344726 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] Deleting subnet 57e385b2-e381-420f-b9bb-3f56c8ade99a {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:52:18.348438 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.384562 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25007799'] for subnet, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.476173 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.566809 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cfea1-e4fc-4071-90e7-6b03ae2067ae req-95101b4f-587f-4b18-ac2b-6e040830150f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:18.568339 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-112cfea1-e4fc-4071-90e7-6b03ae2067ae req-95101b4f-587f-4b18-ac2b-6e040830150f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1069119 Jun 16 13:52:18.569800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25008228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823537'] for subnet, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.572179 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8ef29a35-6054-4be4-82c0-f11836450bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:18.604889 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e385b2-e381-420f-b9bb-3f56c8ade99a,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:18.615817 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:18.621259 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.625407 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-32b5350c-41b1-45db-b8b3-ff3317a24c37 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/57e385b2-e381-420f-b9bb-3f56c8ade99a HTTP/1.1" status: 204 len: 168 time: 0.3208945 Jun 16 13:52:18.625776 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46362) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:18.628788 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec353cad-5959-4368-a366-69a6bc78ead5 None None] Network 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:52:18.640738 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-112cfea1-e4fc-4071-90e7-6b03ae2067ae req-1c4d0b25-79f3-4fc1-9fc7-3045418ff95c tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455456 Jun 16 13:52:18.722407 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.779102 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Deleting port aff4d242-0d93-4f4c-aaa7-4688397eb89c {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:18.779560 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.851445 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] For port aff4d242-0d93-4f4c-aaa7-4688397eb89c, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=aff4d242-0d93-4f4c-aaa7-4688397eb89c,segment=NetworkSegment(bade85be-335b-4508-84c0-cbeecc9ee782),segment_id=bade85be-335b-4508-84c0-cbeecc9ee782)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:18.851445 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.861637 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] DHCP port deletion for 2e604f82-4bbd-4224-acd2-f60a6ec6bf03 request from dv-cinder-789603-10-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:52:18.910854 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] Deleting port aff4d242-0d93-4f4c-aaa7-4688397eb89c {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:18.911300 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:18.915356 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Calling delete_port for aff4d242-0d93-4f4c-aaa7-4688397eb89c owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:18.975181 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] For port aff4d242-0d93-4f4c-aaa7-4688397eb89c, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=aff4d242-0d93-4f4c-aaa7-4688397eb89c,segment=NetworkSegment(bade85be-335b-4508-84c0-cbeecc9ee782),segment_id=bade85be-335b-4508-84c0-cbeecc9ee782)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:18.975722 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.003278 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.006792 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:19.030915 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff4d242-0d93-4f4c-aaa7-4688397eb89c,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:19.032763 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] No DVR routers for this DVR port aff4d242-0d93-4f4c-aaa7-4688397eb89c on host dv-cinder-789603-10-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:52:19.034745 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:19.043105 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] Calling delete_port for aff4d242-0d93-4f4c-aaa7-4688397eb89c owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:19.107005 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.117993 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e604f82-4bbd-4224-acd2-f60a6ec6bf03']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:19.123426 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.126212 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-776bda61-d40d-4fa3-8e36-9d306e7c3251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:19.128432 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bade85be-335b-4508-84c0-cbeecc9ee782') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:19.128745 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bade85be-335b-4508-84c0-cbeecc9ee782') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:19.139131 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.152133 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] No DVR routers for this DVR port aff4d242-0d93-4f4c-aaa7-4688397eb89c on host dv-cinder-789603-10-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:52:19.154265 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.157323 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] Pushing event deleted for resources: {'Port': ['ID=aff4d242-0d93-4f4c-aaa7-4688397eb89c,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:19.160516 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:19.163917 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Releasing vlan 1240 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:52:19.164688 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: retrieve_revision_numbers = { Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:52:19.166524 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:52:19.219752 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.224644 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:19.227142 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.229023 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2e604f82-4bbd-4224-acd2-f60a6ec6bf03 HTTP/1.1" status: 204 len: 168 time: 0.5988975 Jun 16 13:52:19.239613 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e604f82-4bbd-4224-acd2-f60a6ec6bf03,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:19.241978 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c55f52e6-5dcb-40f8-9b8c-bf6af7bde712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:19.347290 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46366) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:19.390428 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-51b63cd5-608a-4a45-9b24-8b0d591d2acc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70710fed8e9b423aa96a5fec0fe3d0bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419121 Jun 16 13:52:19.392883 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46368) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:19.440085 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-69a954a4-4ae5-44a2-8ad2-1425c6eb8d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.460887 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-69a954a4-4ae5-44a2-8ad2-1425c6eb8d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.508735 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-69a954a4-4ae5-44a2-8ad2-1425c6eb8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.511413 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-69a954a4-4ae5-44a2-8ad2-1425c6eb8d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.512599 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-69a954a4-4ae5-44a2-8ad2-1425c6eb8d3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d85c00fe-0420-419e-a2c4-6ef95271e6e3 HTTP/1.1" status: 204 len: 168 time: 0.1183298 Jun 16 13:52:19.513368 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-eab5a25a-6251-43d9-aae8-1e2e3effa1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:19.521694 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a954a4-4ae5-44a2-8ad2-1425c6eb8d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85c00fe-0420-419e-a2c4-6ef95271e6e3,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:19.524046 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-69a954a4-4ae5-44a2-8ad2-1425c6eb8d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:19.613806 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 564001a2-987a-4bc3-9b70-231314db6b20 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:19.635893 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 564001a2-987a-4bc3-9b70-231314db6b20 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:52:19.636561 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 564001a2-987a-4bc3-9b70-231314db6b20 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:52:19.636813 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 86629c11-e371-4a7c-b616-6d8a150b4c85 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:19.656165 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 86629c11-e371-4a7c-b616-6d8a150b4c85 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:52:19.656523 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 86629c11-e371-4a7c-b616-6d8a150b4c85 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:52:19.656950 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device aff4d242-0d93-4f4c-aaa7-4688397eb89c no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:19.678510 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: aff4d242-0d93-4f4c-aaa7-4688397eb89c {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:52:19.678888 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device aff4d242-0d93-4f4c-aaa7-4688397eb89c not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:52:19.838472 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea85c9-3550-45d4-bada-f478f5d95d57 req-5c550a1a-24c1-4fc8-b7f9-3e938c51dcea tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:19.840015 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1bea85c9-3550-45d4-bada-f478f5d95d57 req-5c550a1a-24c1-4fc8-b7f9-3e938c51dcea tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0738673 Jun 16 13:52:19.852106 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46376) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:19.880379 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1bea85c9-3550-45d4-bada-f478f5d95d57 req-5a9cc3f7-b259-4262-a622-7f7e4c08f9c0 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346353 Jun 16 13:52:19.898990 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3bd7a3be-4acb-4cc6-8bf9-4edfe21274d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1c7d2a730944202a64c9dd4201c26e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417671 Jun 16 13:52:19.898990 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46378) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:19.949306 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-124230fe-8e46-4c78-bf75-08dacdad4417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:19.974838 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-124230fe-8e46-4c78-bf75-08dacdad4417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:20.025713 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-124230fe-8e46-4c78-bf75-08dacdad4417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:20.028337 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-124230fe-8e46-4c78-bf75-08dacdad4417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:20.029483 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-124230fe-8e46-4c78-bf75-08dacdad4417 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b181f6a-9c30-44e7-ab76-c05b410de2f2 HTTP/1.1" status: 204 len: 168 time: 0.1309586 Jun 16 13:52:20.030420 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-1e98e8e3-6ec5-4e0f-a6b6-316c2384488f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:20.039858 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124230fe-8e46-4c78-bf75-08dacdad4417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b181f6a-9c30-44e7-ab76-c05b410de2f2,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:20.042071 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-124230fe-8e46-4c78-bf75-08dacdad4417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:21.055407 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad8cc1-6ef6-42c5-bd54-709541dc1225 req-db048fd0-cc98-4fac-9373-d2f7bb64e097 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:21.056879 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e8ad8cc1-6ef6-42c5-bd54-709541dc1225 req-db048fd0-cc98-4fac-9373-d2f7bb64e097 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0634270 Jun 16 13:52:21.093448 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e8ad8cc1-6ef6-42c5-bd54-709541dc1225 req-22ace65e-25f2-4fd2-bac2-2bacdaad894f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 Jun 16 13:52:21.465437 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-906781a8-2bd7-448a-b742-9e17a68fb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:21.466815 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-906781a8-2bd7-448a-b742-9e17a68fb1f9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1099 time: 0.0873163 Jun 16 13:52:21.474908 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62374a-1468-4346-ad94-3d3ccc719a9d req-b966035f-71d6-4725-8588-47b07f30e599 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:21.476243 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba62374a-1468-4346-ad94-3d3ccc719a9d req-b966035f-71d6-4725-8588-47b07f30e599 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.1062388 Jun 16 13:52:21.567640 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba62374a-1468-4346-ad94-3d3ccc719a9d req-4bae78f8-c457-4876-9893-4b0ddd9eb58e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831006 Jun 16 13:52:21.589568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-720fe119-d201-47bf-8eb0-803a881b1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:21.591058 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-720fe119-d201-47bf-8eb0-803a881b1ce1 service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.1135995 Jun 16 13:52:21.658316 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-7b3daaba-c6e8-451a-bca8-0e4539053846 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 1002 time: 0.0570254 Jun 16 13:52:21.710800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-770a2442-31d3-4cf5-8322-3bc02c5dfe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:21.712193 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-770a2442-31d3-4cf5-8322-3bc02c5dfe68 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0431879 Jun 16 13:52:21.776945 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-358765e7-c55b-4129-82f8-c75537a406a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:21.778314 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-358765e7-c55b-4129-82f8-c75537a406a4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542805 Jun 16 13:52:21.871674 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-ed89930d-5a07-4694-a41b-f8d507cf2b72 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818925 Jun 16 13:52:21.967375 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9838548-9dab-4c5b-a30f-05087cd16ec6 req-80303bd6-afba-48a7-8e4c-cbed689edc17 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855548 Jun 16 13:52:22.743567 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c220095-5cb1-4a99-a5dc-08fe4a76ccd2 req-23583aac-d26d-4978-bf40-d380bfcda35b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:22.745068 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1c220095-5cb1-4a99-a5dc-08fe4a76ccd2 req-23583aac-d26d-4978-bf40-d380bfcda35b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0655971 Jun 16 13:52:22.793216 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1c220095-5cb1-4a99-a5dc-08fe4a76ccd2 req-e324729c-501a-4259-8cc9-755f3fec21ea tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414636 Jun 16 13:52:23.977889 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89702191-e08a-4038-9e01-91d97cf579c5 req-415e028e-8406-4894-994b-84e956b116c6 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:23.979724 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-89702191-e08a-4038-9e01-91d97cf579c5 req-415e028e-8406-4894-994b-84e956b116c6 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0734112 Jun 16 13:52:24.017739 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-89702191-e08a-4038-9e01-91d97cf579c5 req-3da1e7b9-5f1a-4597-8a4a-b0f14ac479ca tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325210 Jun 16 13:52:27.754389 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1a8967ca-88fe-473c-8910-e4ee7deb3234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:30.137207 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:52:30.360610 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:30.556867 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-380d1dfc-fb73-4295-8230-f23eef2ed308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:31.522101 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:32.229680 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.324883 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.452197 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-4b9d7254-890c-4da2-b623-8585052b2203 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518494 Jun 16 13:52:33.558300 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-09d057a7-d362-4d3e-b159-bcb323828080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:33.559879 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-09d057a7-d362-4d3e-b159-bcb323828080 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 1099 time: 0.0617929 Jun 16 13:52:33.671601 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-96f7ff3c-8295-47c3-963f-3348e0341b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:33.673106 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-96f7ff3c-8295-47c3-963f-3348e0341b37 service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.0870454 Jun 16 13:52:33.742958 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-99760577-e205-4ae5-b424-3b11dcfb8a06 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 200 len: 1002 time: 0.0616786 Jun 16 13:52:33.793104 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-f1f0cfc3-1998-45a1-a321-bc42c21afee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:33.794590 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-f1f0cfc3-1998-45a1-a321-bc42c21afee9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0440052 Jun 16 13:52:33.857413 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-beb936e7-4d5b-44cf-9ac3-5ee99ee831f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:33.858816 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-beb936e7-4d5b-44cf-9ac3-5ee99ee831f7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531402 Jun 16 13:52:33.957374 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-e55a6b57-e525-4102-9817-e0d23c4dbe4b service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882530 Jun 16 13:52:34.051362 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ca25c4f0-03ad-441d-9167-7967f7608cec req-19cb165c-e193-4813-9124-443669c3852a service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864143 Jun 16 13:52:52.828407 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998815af-954a-4046-ac2a-ad62e07a392b req-48f13c9b-611e-4538-8199-c8491945d54d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:52.830375 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-998815af-954a-4046-ac2a-ad62e07a392b req-48f13c9b-611e-4538-8199-c8491945d54d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0688260 Jun 16 13:52:52.870028 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-998815af-954a-4046-ac2a-ad62e07a392b req-5be3f3a1-046c-41de-8aa8-7d037616ad7e tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335665 Jun 16 13:52:54.046170 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b6df-d0a8-480a-9422-3d56c01d21dd req-c8012336-eef5-4c2b-9d58-bd38516731ab tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:54.047668 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1d90b6df-d0a8-480a-9422-3d56c01d21dd req-c8012336-eef5-4c2b-9d58-bd38516731ab tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0635598 Jun 16 13:52:54.089863 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1d90b6df-d0a8-480a-9422-3d56c01d21dd req-a4566907-7050-435c-a0d2-88824eb47a22 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358253 Jun 16 13:52:55.266222 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5204d04-69f7-4e1b-b259-b27117563db0 req-bab3dc23-32bb-4efe-8ba1-c34b73205a02 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:55.267846 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b5204d04-69f7-4e1b-b259-b27117563db0 req-bab3dc23-32bb-4efe-8ba1-c34b73205a02 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0639405 Jun 16 13:52:55.324975 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b5204d04-69f7-4e1b-b259-b27117563db0 req-3906f1e2-17ff-4c60-88a8-4142f084abf3 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509794 Jun 16 13:52:56.499981 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0e2b2-33df-44e2-ad74-98bd220543ba req-e740ddf2-73b7-42dd-bad9-e74ba4495d56 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:56.501391 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-31c0e2b2-33df-44e2-ad74-98bd220543ba req-e740ddf2-73b7-42dd-bad9-e74ba4495d56 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0657215 Jun 16 13:52:56.539518 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-31c0e2b2-33df-44e2-ad74-98bd220543ba req-7e5b1b7d-e6ad-482d-87e5-e5b2393c4d6c tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Jun 16 13:52:57.712649 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644360a-aec8-473f-ba08-82d9a170a6e2 req-cce36cb5-fe02-4d3a-a5be-2335d43bc358 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:57.714104 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8644360a-aec8-473f-ba08-82d9a170a6e2 req-cce36cb5-fe02-4d3a-a5be-2335d43bc358 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0626323 Jun 16 13:52:57.754359 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8644360a-aec8-473f-ba08-82d9a170a6e2 req-ca5b5f67-fbfc-4da1-af1c-9e52ff8f2ab3 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344889 Jun 16 13:52:57.754826 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8ea23e42-3032-4381-92ec-5645666fc79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:58.933014 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259def30-9a5e-49c1-a151-3fa96e1a5902 req-281e7eb7-7e0c-45ab-af0b-ffc426cbe202 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:58.934501 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-259def30-9a5e-49c1-a151-3fa96e1a5902 req-281e7eb7-7e0c-45ab-af0b-ffc426cbe202 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0674372 Jun 16 13:52:58.974092 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-259def30-9a5e-49c1-a151-3fa96e1a5902 req-d8ddb24b-cab9-4a5a-be7f-095a534a4453 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337496 Jun 16 13:53:00.153932 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed6004-7ada-403e-b234-689d4e171251 req-c3f00e22-ea1d-42d7-8fd9-0184a2b0eea5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:00.155641 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c5ed6004-7ada-403e-b234-689d4e171251 req-c3f00e22-ea1d-42d7-8fd9-0184a2b0eea5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0679281 Jun 16 13:53:00.193853 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c5ed6004-7ada-403e-b234-689d4e171251 req-2b14d496-3c52-427c-90c1-a023deef9235 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Jun 16 13:53:00.365054 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:00.557470 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3b6b512b-963f-45ee-ab41-8e064c3021dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:01.376129 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad3687-4d24-40e4-a6ad-98ad5fd95e19 req-e970a3b1-836c-41dd-a3ca-1ac1ed73c12d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:01.377687 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21ad3687-4d24-40e4-a6ad-98ad5fd95e19 req-e970a3b1-836c-41dd-a3ca-1ac1ed73c12d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0687737 Jun 16 13:53:01.525548 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:01.668064 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-21ad3687-4d24-40e4-a6ad-98ad5fd95e19 req-efc69480-20e0-4667-8528-571b41bd0898 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846029 Jun 16 13:53:02.245907 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:02.849402 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f65f-ad8e-4b61-b80c-48802b1ddabb req-1893849f-03ba-42e4-9677-dd06cb5951d8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:02.850899 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b18f65f-ad8e-4b61-b80c-48802b1ddabb req-1893849f-03ba-42e4-9677-dd06cb5951d8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0640373 Jun 16 13:53:02.887972 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b18f65f-ad8e-4b61-b80c-48802b1ddabb req-eccd8606-fafe-4964-a314-ce8e5c9902bd tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Jun 16 13:53:03.326469 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:03.568956 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd399612-53d3-42c5-abab-adc1afca4077 req-aee48a78-4f31-4ed5-97d8-f6a5a068a83a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:03.570491 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-cd399612-53d3-42c5-abab-adc1afca4077 req-aee48a78-4f31-4ed5-97d8-f6a5a068a83a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 947 time: 0.0679874 Jun 16 13:53:03.609780 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-cd399612-53d3-42c5-abab-adc1afca4077 req-b86ef635-686f-4243-a7d8-d6dcd3e23565 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336661 Jun 16 13:53:04.067679 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545854f-74df-484c-9909-1e259b291775 req-52d362fd-562c-497d-b7e9-0898871b394c tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:04.069190 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a545854f-74df-484c-9909-1e259b291775 req-52d362fd-562c-497d-b7e9-0898871b394c tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0642440 Jun 16 13:53:04.108349 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a545854f-74df-484c-9909-1e259b291775 req-3542eb71-0cc8-4890-a157-ab00afaf2e5c tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331388 Jun 16 13:53:04.797561 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcbba5-8c65-40a6-8017-f6ccdb61307e req-67960f63-973e-4e02-ae1a-fd53e7fa351a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:04.799572 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9bcbba5-8c65-40a6-8017-f6ccdb61307e req-67960f63-973e-4e02-ae1a-fd53e7fa351a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 947 time: 0.0742502 Jun 16 13:53:04.837985 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f9bcbba5-8c65-40a6-8017-f6ccdb61307e req-b8447096-5e49-4181-ba32-6c69b676d54a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327170 Jun 16 13:53:05.278300 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bf853-a392-497d-9cc9-a1273e947806 req-2a836e9d-ed15-409d-8c34-6b4e2ad54166 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:05.279778 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-886bf853-a392-497d-9cc9-a1273e947806 req-2a836e9d-ed15-409d-8c34-6b4e2ad54166 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0623846 Jun 16 13:53:05.324242 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-886bf853-a392-497d-9cc9-a1273e947806 req-331219a2-8aaa-4d91-8fa8-a6153ef4cd12 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379336 Jun 16 13:53:05.680797 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-65b19fbe-670c-4a87-9b69-71403115bc99 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:05.682293 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-65b19fbe-670c-4a87-9b69-71403115bc99 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 947 time: 0.0613039 Jun 16 13:53:05.783135 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Deleting port 314ccb27-210d-4266-ad9a-59b581740b95 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:05.783480 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.868612 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] For port 314ccb27-210d-4266-ad9a-59b581740b95, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=314ccb27-210d-4266-ad9a-59b581740b95,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:05.869278 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.102547 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.102931 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.103248 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Floating IP 90132dc2-004f-4095-b214-fc649100ab8b disassociated. External IP: 172.27.2.153, port: 314ccb27-210d-4266-ad9a-59b581740b95. Jun 16 13:53:06.103592 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Calling delete_port for 314ccb27-210d-4266-ad9a-59b581740b95 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:06.117811 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546318-5242-47d6-aaef-71bfc3d9112c req-91338f13-0f86-40f5-800c-8db69a9079e4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:06.119722 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-80546318-5242-47d6-aaef-71bfc3d9112c req-91338f13-0f86-40f5-800c-8db69a9079e4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 947 time: 0.1583989 Jun 16 13:53:06.196545 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-80546318-5242-47d6-aaef-71bfc3d9112c req-d58882b5-b1fd-4bf7-9089-05951d439f2c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714331 Jun 16 13:53:06.269768 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.273908 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6d616f3f-975d-4221-8993-f1c0de7cd338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:06.300962 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event deleted for resources: {'Port': ['ID=314ccb27-210d-4266-ad9a-59b581740b95,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:06.314264 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.314663 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.315071 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.315433 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.315788 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.316143 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.316489 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.316849 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.317187 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.317528 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.317883 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.318225 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:06.322626 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:06.429470 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Router dd5ed95b-4c99-48fc-9149-07b438189021 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:53:06.495498 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25064cd0-f754-4a37-a04a-787ab5594f2f req-322bb308-b3f5-4250-9ae3-e64c769520b7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:06.497123 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-25064cd0-f754-4a37-a04a-787ab5594f2f req-322bb308-b3f5-4250-9ae3-e64c769520b7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0626833 Jun 16 13:53:06.532679 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:53:06.536036 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-25064cd0-f754-4a37-a04a-787ab5594f2f req-9610da3f-1184-43c6-a22a-283e7ded6683 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321093 Jun 16 13:53:06.543242 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] Sync routers for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:53:06.554931 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:06.555661 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:53:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:06.580995 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] No DVR routers for this DVR port 314ccb27-210d-4266-ad9a-59b581740b95 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:06.583454 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.585481 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8b7e8257-ca82-40ef-ae03-51a3a2024767 req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "DELETE /v2.0/ports/314ccb27-210d-4266-ad9a-59b581740b95 HTTP/1.1" status: 204 len: 173 time: 0.8977892 Jun 16 13:53:06.585977 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-deleted', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:06.588352 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da22d185-e015-402a-9242-6a614241460d" -d '{"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-deleted", "tag": "314ccb27-210d-4266-ad9a-59b581740b95"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:06.635414 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeea3af1-0f9c-4c16-9d3d-19db75c5c3db x-openstack-request-id: req-eeea3af1-0f9c-4c16-9d3d-19db75c5c3db {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:06.635774 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d39df-9a21-4452-a7c8-1cbd74470f69", "name": "network-vif-deleted", "tag": "314ccb27-210d-4266-ad9a-59b581740b95", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:06.636153 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eeea3af1-0f9c-4c16-9d3d-19db75c5c3db {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:06.636711 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d39df-9a21-4452-a7c8-1cbd74470f69', 'name': 'network-vif-deleted', 'tag': '314ccb27-210d-4266-ad9a-59b581740b95', 'status': 'completed', 'code': 200} Jun 16 13:53:06.682042 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:06.899529 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:06.903293 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] Checking router: dd5ed95b-4c99-48fc-9149-07b438189021 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:53:06.912006 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:06.912610 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:53:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:07.022131 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:07.135829 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:53:07.236708 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:07.240412 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b25142-05bd-47c2-8f67-df18753a1d8d None None] The sync data for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi is: [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:53:07.370719 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-925bfe23-1370-4cbf-bc2f-481bffe99f1c req-d959add0-4cff-4572-b49a-251dca6ff589 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f7d39df-9a21-4452-a7c8-1cbd74470f69 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Jun 16 13:53:07.474382 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe212ec-8ba6-414a-bbde-e2fb4b2b1af3 None None] New status for floating IP 90132dc2-004f-4095-b214-fc649100ab8b: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:53:07.717743 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3a0c3-65ad-4ce5-90db-b656e83d70cd req-f156db64-09a4-405e-926d-f6aca104785f tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:07.719280 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f2b3a0c3-65ad-4ce5-90db-b656e83d70cd req-f156db64-09a4-405e-926d-f6aca104785f tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0630336 Jun 16 13:53:07.759452 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f2b3a0c3-65ad-4ce5-90db-b656e83d70cd req-2db0c4a5-e9fc-4c94-b4f4-d36dfa3cb859 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342033 Jun 16 13:53:07.960860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-f25b76ee-7747-4bd5-a065-1a0384ca7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:07.962312 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-f25b76ee-7747-4bd5-a065-1a0384ca7b5a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0582829 Jun 16 13:53:08.050629 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-c9722e76-c184-4598-ba64-79f17c287bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:08.052081 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-c9722e76-c184-4598-ba64-79f17c287bf7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 911 time: 0.0828614 Jun 16 13:53:08.118735 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-091178a7-84e7-4507-9db7-2513784b5360 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 1001 time: 0.0592976 Jun 16 13:53:08.170001 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-a6d37205-1002-4574-9873-b9f95ca26159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:08.171501 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-a6d37205-1002-4574-9873-b9f95ca26159 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.0455749 Jun 16 13:53:08.229264 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-7bcecfd9-00db-4d5c-9db5-b611a4f6bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:08.230641 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-7bcecfd9-00db-4d5c-9db5-b611a4f6bf5c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0511639 Jun 16 13:53:08.325248 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-244574d5-23f1-456e-ac11-de8e332711b8 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842872 Jun 16 13:53:08.416364 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c2f9e7ff-532b-48c7-8d56-6cea6f9ab10b req-297a877a-fcd3-4711-a2ba-a52475291618 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Jun 16 13:53:08.504273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46476) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:08.558260 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6be8afda-eac4-45c9-a03a-a6b5feeea902 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.582963 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6be8afda-eac4-45c9-a03a-a6b5feeea902 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.634649 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6be8afda-eac4-45c9-a03a-a6b5feeea902 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.637183 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-6be8afda-eac4-45c9-a03a-a6b5feeea902 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.638333 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-6be8afda-eac4-45c9-a03a-a6b5feeea902 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "DELETE /v2.0/security-groups/dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4 HTTP/1.1" status: 204 len: 168 time: 0.1353216 Jun 16 13:53:08.639143 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-42471fdc-7030-47a5-9bec-508e5018f18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:08.641180 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46478) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:08.650122 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8afda-eac4-45c9-a03a-a6b5feeea902 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:08.652672 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6be8afda-eac4-45c9-a03a-a6b5feeea902 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:08.659868 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.api.v2.resource [None req-476f3d98-c3c6-4509-a85b-fdf9a015c006 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] show failed (client error): The resource could not be found. Jun 16 13:53:08.660888 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-476f3d98-c3c6-4509-a85b-fdf9a015c006 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups/dedc5f75-1fa1-4dc3-9b1a-f88a1e72a8e4 HTTP/1.1" status: 404 len: 347 time: 0.0181346 Jun 16 13:53:08.664231 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46480) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:08.787102 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Deleting port 2e374ca7-8318-4d41-ab93-9af87762d873 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:08.787353 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.870134 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.870482 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.959935 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Calling delete_port for 2e374ca7-8318-4d41-ab93-9af87762d873 owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:09.059319 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858452b-ac12-4b8d-8e37-7aa99d6d176d req-ec135b0e-adc8-44b7-bf69-49cedb2f9da2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:09.060720 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6858452b-ac12-4b8d-8e37-7aa99d6d176d req-ec135b0e-adc8-44b7-bf69-49cedb2f9da2 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.1877239 Jun 16 13:53:09.126995 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6858452b-ac12-4b8d-8e37-7aa99d6d176d req-0cb31094-4261-49d9-bd46-cf7033521aa1 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595386 Jun 16 13:53:09.150670 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.153338 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:09.177821 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event deleted for resources: {'Port': ['ID=2e374ca7-8318-4d41-ab93-9af87762d873,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:09.204420 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.204810 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.205183 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.205551 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.205913 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.206274 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.206631 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.207084 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.207461 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.207801 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.208157 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.208511 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:09.212338 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:09.247171 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.249712 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.250900 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-86657ff8-2964-454a-97c4-83ed05fd71c0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "DELETE /v2.0/floatingips/90132dc2-004f-4095-b214-fc649100ab8b HTTP/1.1" status: 204 len: 168 time: 0.5856836 Jun 16 13:53:09.554809 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46486) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:09.559584 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592333335', 'description': 'tempest-description--1585846945'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:09.583481 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.676462 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.680170 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.682506 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a9785672-7dd5-4793-82ee-ea2cf3631d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:09.712877 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.716916 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1584308 Jun 16 13:53:09.717129 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46488) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:09.722460 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-a415efa5-7a71-4f96-8eaa-d2248663e3bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'security_group_rule': {'security_group_id': '760cae6d-fd8b-402a-91d0-16f15d0195f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:09.726794 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760cae6d-fd8b-402a-91d0-16f15d0195f6,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:09.729677 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:09.755021 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a415efa5-7a71-4f96-8eaa-d2248663e3bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.813430 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a415efa5-7a71-4f96-8eaa-d2248663e3bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.817182 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a415efa5-7a71-4f96-8eaa-d2248663e3bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.819249 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:09.835845 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415efa5-7a71-4f96-8eaa-d2248663e3bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d9b980-f287-408d-9789-da089a4242a1,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:09.838732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a415efa5-7a71-4f96-8eaa-d2248663e3bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:09.841069 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a415efa5-7a71-4f96-8eaa-d2248663e3bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.842319 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a415efa5-7a71-4f96-8eaa-d2248663e3bf tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242731 Jun 16 13:53:09.845432 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46490) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:09.849973 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-dfc93def-3928-40aa-a9aa-66962d15f7e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'security_group_rule': {'security_group_id': '760cae6d-fd8b-402a-91d0-16f15d0195f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:09.876045 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dfc93def-3928-40aa-a9aa-66962d15f7e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.934683 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dfc93def-3928-40aa-a9aa-66962d15f7e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.938298 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dfc93def-3928-40aa-a9aa-66962d15f7e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.942980 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dd1c36b6-bbc7-4b07-91ff-8d7bb45e4cb7 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:09.953853 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:09.960039 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc93def-3928-40aa-a9aa-66962d15f7e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0e5f0d-7b18-4618-9416-eb412edcd90d,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:09.962959 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dfc93def-3928-40aa-a9aa-66962d15f7e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:09.964333 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dfc93def-3928-40aa-a9aa-66962d15f7e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.968410 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dfc93def-3928-40aa-a9aa-66962d15f7e6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190436 Jun 16 13:53:09.968863 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46492) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:09.973701 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:09.975412 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 314ccb27-210d-4266-ad9a-59b581740b95 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:09.975774 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 314ccb27-210d-4266-ad9a-59b581740b95 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:09.995880 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.101131 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.212002 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Allocated IP 172.27.2.209 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/6f42b56b-fb60-433b-9637-a85db1c88dd1) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:53:10.366755 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.383375 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9b27e-4a2d-47d1-b771-6053a2cbb597 req-68688d26-de87-45aa-954a-fc318c79f6ee tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:10.384979 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b9b27e-4a2d-47d1-b771-6053a2cbb597 req-68688d26-de87-45aa-954a-fc318c79f6ee tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.1364117 Jun 16 13:53:10.458211 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f1b9b27e-4a2d-47d1-b771-6053a2cbb597 req-0b7d9fe8-06e8-4365-a842-997c6f0def9c tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634422 Jun 16 13:53:10.466086 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.469714 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-44bd5592-2f5f-4b84-9a9e-be5ff47ec05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:10.503882 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:53:10.506804 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:10.512805 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:53:10.537650 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'Port': ['ID=6f42b56b-fb60-433b-9637-a85db1c88dd1,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:10.542240 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:10.608489 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.659366 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.808729 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.813884 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.816180 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9a0c68b6-3e68-4860-ac8f-d83f5383ac26 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:10.885072 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'Port': ['ID=6f42b56b-fb60-433b-9637-a85db1c88dd1,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:10.888809 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:10.895336 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.909550 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.910786 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9411707 Jun 16 13:53:11.100575 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-69f9bcf8-93a9-43ca-9e4d-dc0164432d00 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--592333335&fields=id&tenant_id=957847ea17cb4184a393d53db001c635 HTTP/1.1" status: 200 len: 267 time: 0.0327351 Jun 16 13:53:11.202067 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-f1648816-0a5c-4509-accc-f38f1f937013 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:11.203572 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-f1648816-0a5c-4509-accc-f38f1f937013 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 815 time: 0.0960348 Jun 16 13:53:11.220184 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-90baa3a9-429b-4d2e-8f8d-ffa9389cd687 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/quotas/957847ea17cb4184a393d53db001c635 HTTP/1.1" status: 200 len: 375 time: 0.0104465 Jun 16 13:53:11.572636 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-b4fc9ae4-662d-4412-9c29-91b02416e66a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3466926 Jun 16 13:53:11.642419 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e807a-aa93-4a07-856d-7a6670746037 req-95785b21-8712-4ff4-aeee-72f8ab776258 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:11.644124 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-374e807a-aa93-4a07-856d-7a6670746037 req-95785b21-8712-4ff4-aeee-72f8ab776258 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0690219 Jun 16 13:53:11.691180 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-374e807a-aa93-4a07-856d-7a6670746037 req-272dc01b-ba90-4ef0-8570-a1f92df969b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408721 Jun 16 13:53:11.804858 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-ee904792-eace-464c-b6c5-eb330f787610 service neutron] 10.222.0.64 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195494 Jun 16 13:53:11.898380 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-04048650-7bcb-493e-be18-08e4bc936037 service neutron] 10.222.0.64 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877888 Jun 16 13:53:12.023735 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46524) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:12.091526 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4655d92d-5114-409b-9476-f4f71eecc0ce req-94152ee5-c623-4091-8612-396e5f163e8a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 210 time: 0.0375750 Jun 16 13:53:12.116784 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68045-57f2-4aeb-8175-f1a5f91503fd req-705f3524-c18b-41a6-b018-01576a3d9c82 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:12.118420 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-60f68045-57f2-4aeb-8175-f1a5f91503fd req-705f3524-c18b-41a6-b018-01576a3d9c82 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0804861 Jun 16 13:53:12.151038 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-c421ea74-ece2-43d8-a6ad-4149214891e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255798 Jun 16 13:53:12.164020 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-60f68045-57f2-4aeb-8175-f1a5f91503fd req-a6475f92-b67a-45af-a0ea-c9bed42f13b7 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384033 Jun 16 13:53:13.291810 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-050cd432-0fe9-49e5-a1ff-b98ccc322938 req-7f789c63-dd8d-4b0c-8659-64de310fd741 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 210 time: 0.0654845 Jun 16 13:53:13.391217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4bd5e-d978-48b4-a579-bf905262062e req-ebbe0942-5d91-41b5-9e0d-6f8a0a5d151f tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:13.394025 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-09f4bd5e-d978-48b4-a579-bf905262062e req-ebbe0942-5d91-41b5-9e0d-6f8a0a5d151f tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0742764 Jun 16 13:53:13.411031 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-49b477d8-805c-4bef-8fc8-999498cba2cc tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:13.413648 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-49b477d8-805c-4bef-8fc8-999498cba2cc tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 815 time: 0.1992087 Jun 16 13:53:13.456800 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-09f4bd5e-d978-48b4-a579-bf905262062e req-7017dcc7-d8db-4dad-9793-470354d8ca24 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560615 Jun 16 13:53:13.485746 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-87d8e01f-458d-4bbb-a732-2b7c16a1ae82 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957847ea17cb4184a393d53db001c635 HTTP/1.1" status: 200 len: 379 time: 0.0619357 Jun 16 13:53:13.502791 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'port': {'device_id': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'admin_state_up': True, 'tenant_id': '957847ea17cb4184a393d53db001c635', 'security_groups': ['760cae6d-fd8b-402a-91d0-16f15d0195f6']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:13.620944 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Made reservation on behalf of 957847ea17cb4184a393d53db001c635 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:13.625497 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:13.752131 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Allocated IP 172.20.0.12 (6c012bcf-6644-48b7-91d2-615775f5fc5d/cb50b981-b226-481a-a448-5a46752bfae5/09f9c1b6-d56a-45da-bf0a-36592dd461cb) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:53:13.920340 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f884-daee-4246-b48b-fc874606150d req-a3e38631-7cfb-4610-ae91-193d47530c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:13.921847 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-a3e38631-7cfb-4610-ae91-193d47530c2b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3&tenant_id=cdc85c5398f04fa299baa57b2be21a4d HTTP/1.1" status: 200 len: 1098 time: 0.1318548 Jun 16 13:53:13.931685 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:13.945802 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Transition to ACTIVE for port object 09f9c1b6-d56a-45da-bf0a-36592dd461cb will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:53:13.949158 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 0ae9e039-83a9-4200-8242-897302422258 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:14.026203 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:14.027866 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:14.031121 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ea7ba122-cbdd-4121-b932-768cf83562cd tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:14.042620 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f884-daee-4246-b48b-fc874606150d req-e3094a45-b9db-4881-ade6-03be9ee93d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:14.044194 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-e3094a45-b9db-4881-ade6-03be9ee93d24 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0932231 Jun 16 13:53:14.053629 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae9e039-83a9-4200-8242-897302422258'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:14.056039 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd34a19-d01d-48f7-8d95-4d3ed46bf1e5" -d '{"events": [{"server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae9e039-83a9-4200-8242-897302422258"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:14.076477 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:14.081737 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:14.084704 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-599f69e8-0213-456d-ad12-4379b8e08d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:14.107135 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:53:14.109314 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56ce6eb-2dd2-453f-9a7e-9f771a4d1bbb x-openstack-request-id: req-a56ce6eb-2dd2-453f-9a7e-9f771a4d1bbb {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:14.109621 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae9e039-83a9-4200-8242-897302422258", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:14.109889 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a56ce6eb-2dd2-453f-9a7e-9f771a4d1bbb {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:14.111033 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae9e039-83a9-4200-8242-897302422258', 'code': 200} Jun 16 13:53:14.115101 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:14.122938 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:53:14.126470 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:14.138435 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=6']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:14.146069 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.146433 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.146781 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.147145 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.147484 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.148614 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.148614 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.148820 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:14.152569 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.153212 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.153562 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.153963 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.154254 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:14.159010 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:14.214965 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:14.215632 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:14.237224 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f884-daee-4246-b48b-fc874606150d req-a801773a-652a-4647-b697-b5df192beef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:14.238737 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-a801773a-652a-4647-b697-b5df192beef8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 911 time: 0.1755202 Jun 16 13:53:14.244022 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7465942 Jun 16 13:53:14.265176 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Request body: {'port': {'device_id': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:14.337119 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-555be804-0545-4bbe-a4af-5a2b1cecfe3e None None] Provisioning for port 09f9c1b6-d56a-45da-bf0a-36592dd461cb completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:53:14.341151 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-555be804-0545-4bbe-a4af-5a2b1cecfe3e None None] Provisioning complete for port 09f9c1b6-d56a-45da-bf0a-36592dd461cb triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:53:14.341555 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-555be804-0545-4bbe-a4af-5a2b1cecfe3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:14.354059 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-3927fa24-7eef-4484-a4bf-4741cc3fe40d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 999 time: 0.1007500 Jun 16 13:53:14.384223 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-555be804-0545-4bbe-a4af-5a2b1cecfe3e None None] Port 09f9c1b6-d56a-45da-bf0a-36592dd461cb cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:53:14.438331 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:14.457267 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f884-daee-4246-b48b-fc874606150d req-5c7aaf0f-bf01-48dd-bda4-66e1d50ea226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:14.458943 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-5c7aaf0f-bf01-48dd-bda4-66e1d50ea226 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.0746806 Jun 16 13:53:14.655513 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3f884-daee-4246-b48b-fc874606150d req-be580cd1-3682-46bd-8ff5-b81f9134520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:14.657788 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-be580cd1-3682-46bd-8ff5-b81f9134520c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1730945 Jun 16 13:53:14.669905 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35323587-67a6-468d-a1e7-048e0454049a req-cc6eb4bf-f89e-4c06-9042-d4c9ccb5215a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:14.671431 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35323587-67a6-468d-a1e7-048e0454049a req-cc6eb4bf-f89e-4c06-9042-d4c9ccb5215a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 932 time: 0.0680218 Jun 16 13:53:14.710786 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35323587-67a6-468d-a1e7-048e0454049a req-b1d0c07e-ec18-46af-b183-6360b670a0fa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331848 Jun 16 13:53:14.836860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db072904-fd62-4d63-896e-5baff355d8e8 req-35c326e3-a0c9-4c70-963c-89f8a15d5937 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:14.838398 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-db072904-fd62-4d63-896e-5baff355d8e8 req-35c326e3-a0c9-4c70-963c-89f8a15d5937 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.2289200 Jun 16 13:53:14.884648 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-aed7339a-0959-4277-8e8a-d92d300739a7 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188003 Jun 16 13:53:14.937753 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-db072904-fd62-4d63-896e-5baff355d8e8 req-aaf5970b-64d3-4a4c-ae5c-04828d7f1660 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923681 Jun 16 13:53:15.013978 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f9c1b6-d56a-45da-bf0a-36592dd461cb {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:15.024314 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.048923 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Transition to ACTIVE for port object 09f9c1b6-d56a-45da-bf0a-36592dd461cb will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:53:15.052166 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-9495d545-d172-426b-95da-9819a00ed032 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574023 Jun 16 13:53:15.053319 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.055756 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a738fdc5-d2ec-4ac9-9e92-88a404d85be6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:15.154289 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:15.157519 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:15.230924 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Attempting to bind port 09f9c1b6-d56a-45da-bf0a-36592dd461cb on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:53:15.231270 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Attempting to bind port 09f9c1b6-d56a-45da-bf0a-36592dd461cb by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:53:15.231599 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Attempting to bind port 09f9c1b6-d56a-45da-bf0a-36592dd461cb on network 6c012bcf-6644-48b7-91d2-615775f5fc5d {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:53:15.237064 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Port 09f9c1b6-d56a-45da-bf0a-36592dd461cb on network 6c012bcf-6644-48b7-91d2-615775f5fc5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:53:15.237390 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Attempting to bind port 09f9c1b6-d56a-45da-bf0a-36592dd461cb on network 6c012bcf-6644-48b7-91d2-615775f5fc5d {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:53:15.242418 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:53:15.242760 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Checking segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:53:15.243184 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Bound using segment: {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:53:15.243623 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Bound port: 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445d5f4d-5262-451a-a6fa-10f6198044f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:53:15.243972 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.309804 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:53:15.312870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:53:15.319258 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.321509 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-87b8ac1f-302e-4ef4-809c-2823ebed2ef5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:15.354957 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:15.355690 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.357098 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-549e3e55-446b-43a5-885b-28839c324417 service neutron] 10.222.0.100 "PUT /v2.0/ports/09f9c1b6-d56a-45da-bf0a-36592dd461cb HTTP/1.1" status: 200 len: 1094 time: 1.0977130 Jun 16 13:53:15.359486 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:15.362461 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884" -d '{"events": [{"name": "network-changed", "server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:15.392104 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:15.396108 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:15.404315 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc91ab6-9d2e-4503-9d0b-90c283ea7556 x-openstack-request-id: req-ffc91ab6-9d2e-4503-9d0b-90c283ea7556 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:15.404779 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:15.405071 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ffc91ab6-9d2e-4503-9d0b-90c283ea7556 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:15.405523 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'status': 'completed', 'code': 200} Jun 16 13:53:15.466630 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-c1e09634-42ad-4f5c-ae64-796bc8b427b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:15.468179 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-c1e09634-42ad-4f5c-ae64-796bc8b427b7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 1097 time: 0.0591018 Jun 16 13:53:15.516052 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-74f1a2e8-c011-498b-93a4-9a8fb46822d4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb HTTP/1.1" status: 200 len: 217 time: 0.0371921 Jun 16 13:53:15.584008 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-be0660f3-e903-4de8-b043-e7d18ced4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:15.585498 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-be0660f3-e903-4de8-b043-e7d18ced4f7e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0601237 Jun 16 13:53:15.648829 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-ec89e45b-5eb7-4ab3-8b7c-c07da968084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:15.650303 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-ec89e45b-5eb7-4ab3-8b7c-c07da968084a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574684 Jun 16 13:53:15.743043 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-fc980cd8-0cf8-4440-8919-c8a03f69131c service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822022 Jun 16 13:53:15.869633 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6ffabbc-d3aa-4486-abda-305e629e9da2 req-9f26c75d-bc2b-4bd3-97b6-35a7133a7215 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154025 Jun 16 13:53:15.905460 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57862b66-ec5b-4850-a9f3-3fd55e195e6c req-4e06cee4-a91b-4e9c-8e38-a5f3b2ba8565 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:15.907620 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57862b66-ec5b-4850-a9f3-3fd55e195e6c req-4e06cee4-a91b-4e9c-8e38-a5f3b2ba8565 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0723512 Jun 16 13:53:15.978686 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-57862b66-ec5b-4850-a9f3-3fd55e195e6c req-7cc62846-781c-45f8-af63-24c6460c8371 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638092 Jun 16 13:53:16.002835 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-5d46c824-a984-4496-a93b-65b48760d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.002835 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-5d46c824-a984-4496-a93b-65b48760d67f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 1097 time: 0.0715106 Jun 16 13:53:16.104624 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-08292af9-6355-434a-a8cd-358d977e135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.106069 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-08292af9-6355-434a-a8cd-358d977e135f service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.0955293 Jun 16 13:53:16.121514 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b122bd-2756-4982-839c-d588ccdb67db req-1033b599-90a7-4254-8d95-b06e99f5114e tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.123004 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-55b122bd-2756-4982-839c-d588ccdb67db req-1033b599-90a7-4254-8d95-b06e99f5114e tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0707424 Jun 16 13:53:16.150566 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-b099e513-d8fd-457d-ae8b-eb4f443988c1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb HTTP/1.1" status: 200 len: 217 time: 0.0373588 Jun 16 13:53:16.163729 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-55b122bd-2756-4982-839c-d588ccdb67db req-6fed3e95-45a2-4b61-89a8-b2c172ee3a9e tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347207 Jun 16 13:53:16.199388 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-8fa1805f-776c-49ab-a8bd-d4add8f6a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.200820 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-8fa1805f-776c-49ab-a8bd-d4add8f6a4e3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0439806 Jun 16 13:53:16.264350 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-b2f23df9-f425-4c5e-a34a-87b4f91b8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.265866 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-b2f23df9-f425-4c5e-a34a-87b4f91b8426 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533168 Jun 16 13:53:16.362206 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-e3c7f6a1-7f19-44dc-8ac2-2f3989554da1 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888832 Jun 16 13:53:16.464207 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0d8ce6da-190d-40f0-8b8d-e90f2b7c2884 req-2de96bf9-253b-4274-aac7-f55e48e1d6c8 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934348 Jun 16 13:53:17.164413 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f928ce-ee44-43bd-b02e-299ee721df64 req-643ea763-a5e9-4a35-b813-8a5e55b0b14d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:17.165928 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f5f928ce-ee44-43bd-b02e-299ee721df64 req-643ea763-a5e9-4a35-b813-8a5e55b0b14d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0694032 Jun 16 13:53:17.204640 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f5f928ce-ee44-43bd-b02e-299ee721df64 req-e1444966-b168-4c17-85b9-5eb802befb64 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Jun 16 13:53:17.342699 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876447-ebfe-4028-b4f8-661bff79b548 req-2129a334-34ea-41ba-adfa-beb7ee7af078 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:17.344095 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4e876447-ebfe-4028-b4f8-661bff79b548 req-2129a334-34ea-41ba-adfa-beb7ee7af078 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0656323 Jun 16 13:53:17.383541 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4e876447-ebfe-4028-b4f8-661bff79b548 req-e3e96cb1-ea93-4a8d-9c72-4a9a5f6cf8ce tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329478 Jun 16 13:53:18.384374 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc40423-f481-4f5c-a50c-c785844561fe req-489595ed-1b06-4cb2-9ee7-c033390c431f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:18.385886 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2fc40423-f481-4f5c-a50c-c785844561fe req-489595ed-1b06-4cb2-9ee7-c033390c431f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0619538 Jun 16 13:53:18.424754 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2fc40423-f481-4f5c-a50c-c785844561fe req-170ba5a5-1f26-4b5e-9e9b-5f2dd289c1fe tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330834 Jun 16 13:53:18.559532 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c2a7c-c43b-4dbf-9062-3de8cf519a73 req-6f5f2c80-094b-4352-8322-e6722c93be67 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:18.560989 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b60c2a7c-c43b-4dbf-9062-3de8cf519a73 req-6f5f2c80-094b-4352-8322-e6722c93be67 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0669932 Jun 16 13:53:18.598130 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-b60c2a7c-c43b-4dbf-9062-3de8cf519a73 req-16782376-35cb-4223-8337-b5af736f1295 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Jun 16 13:53:19.603456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edce6c-6d74-43c8-b1fa-0fcb349f592a req-361bcaba-26d8-4642-900d-8fed34db859a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:19.604984 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-33edce6c-6d74-43c8-b1fa-0fcb349f592a req-361bcaba-26d8-4642-900d-8fed34db859a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0652423 Jun 16 13:53:19.645388 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-33edce6c-6d74-43c8-b1fa-0fcb349f592a req-87ebbd36-c7f3-4dda-81c3-848610f3cf2a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344579 Jun 16 13:53:19.777751 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e5ddf-f850-4b20-b505-d2a4ac507aa9 req-715a4b30-d117-4432-aa57-94975d7c0e4d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:19.779175 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-522e5ddf-f850-4b20-b505-d2a4ac507aa9 req-715a4b30-d117-4432-aa57-94975d7c0e4d tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0682766 Jun 16 13:53:19.816353 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-522e5ddf-f850-4b20-b505-d2a4ac507aa9 req-5c5a5215-f6e5-42c2-8bc9-bb9265a67099 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Jun 16 13:53:19.975674 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:53:20.071976 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:20.084940 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'port_id': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'mac_address': 'fa:16:3e:59:36:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:53:20.121572 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.134160 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f9c1b6-d56a-45da-bf0a-36592dd461cb {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:20.161883 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:20.165983 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.167705 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:20.212471 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:20.215512 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:20.664157 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['09f9c1b6-d56a-45da-bf0a-36592dd461cb'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:20.825916 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bc987-3e63-4273-a1a7-84556f122d7b req-c91c2f2a-287d-47f7-b834-a57d39f59f20 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:20.827384 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ab4bc987-3e63-4273-a1a7-84556f122d7b req-c91c2f2a-287d-47f7-b834-a57d39f59f20 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 945 time: 0.0646973 Jun 16 13:53:20.866154 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ab4bc987-3e63-4273-a1a7-84556f122d7b req-f058bd27-5d2d-4636-8bce-e05367156b3d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 Jun 16 13:53:20.986693 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f768d3-e5fb-4dcc-b1d4-fb12d0c4d61b req-2ae2d251-ab16-4436-ad97-c776a5d0d4c4 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:20.988114 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f4f768d3-e5fb-4dcc-b1d4-fb12d0c4d61b req-2ae2d251-ab16-4436-ad97-c776a5d0d4c4 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0622263 Jun 16 13:53:21.026593 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f4f768d3-e5fb-4dcc-b1d4-fb12d0c4d61b req-ebac43ce-a86c-463b-b783-a4ad8640edb8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326691 Jun 16 13:53:21.972951 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:53:22.020897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 09f9c1b6-d56a-45da-bf0a-36592dd461cb completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:53:22.024819 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 09f9c1b6-d56a-45da-bf0a-36592dd461cb triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:53:22.025206 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:22.043817 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8832873-7883-44c2-bd61-7ae4c31d3ff8 req-4a2a9452-1e6d-4bf2-b8d4-036074c87515 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:22.045285 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b8832873-7883-44c2-bd61-7ae4c31d3ff8 req-4a2a9452-1e6d-4bf2-b8d4-036074c87515 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 945 time: 0.0636537 Jun 16 13:53:22.085051 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b8832873-7883-44c2-bd61-7ae4c31d3ff8 req-f8dd9d25-0a1b-4292-b552-b2c96b8c7540 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338547 Jun 16 13:53:22.106413 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:22.128540 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:22.130935 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7add08a6-bb98-4a66-ae8c-a08e14c7a0cd" -d '{"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-plugged", "status": "completed", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:22.144637 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:22.149313 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:22.151283 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:22.173791 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fe112b-726f-47f1-87c7-224863b0ae5a x-openstack-request-id: req-80fe112b-726f-47f1-87c7-224863b0ae5a {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:22.174089 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-plugged", "status": "completed", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:22.174352 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80fe112b-726f-47f1-87c7-224863b0ae5a {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:22.174743 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'code': 200} Jun 16 13:53:22.203080 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:22.212473 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:22.216338 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4a5f1-5615-47a1-831a-cf5bcd60a8cc req-00f80c0f-152d-4c14-90d3-37e80e402f00 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:22.218559 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fb4a5f1-5615-47a1-831a-cf5bcd60a8cc req-00f80c0f-152d-4c14-90d3-37e80e402f00 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0766790 Jun 16 13:53:22.258598 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fb4a5f1-5615-47a1-831a-cf5bcd60a8cc req-6d2184ed-762c-4026-a8b4-82b5c55a6196 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342472 Jun 16 13:53:22.393906 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0ee8-1fcf-4502-b0f8-892919a81c42 req-ffb3879e-3b7b-4481-969d-a776d46e276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:22.395404 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-52eb0ee8-1fcf-4502-b0f8-892919a81c42 req-ffb3879e-3b7b-4481-969d-a776d46e276a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 1099 time: 0.0541916 Jun 16 13:53:22.430416 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-52eb0ee8-1fcf-4502-b0f8-892919a81c42 req-f0d2b3e9-e164-47bf-bc45-70abe6f3d1c3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269382 Jun 16 13:53:23.147154 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916ff57-da8e-44ed-b6ed-e6a5063b389a req-a7cbb4cf-920c-462d-9ad1-6d93720b61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:23.148506 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4916ff57-da8e-44ed-b6ed-e6a5063b389a req-a7cbb4cf-920c-462d-9ad1-6d93720b61c2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0519266 Jun 16 13:53:23.184426 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4916ff57-da8e-44ed-b6ed-e6a5063b389a req-6e18ad9e-e08e-4b4e-a071-a4727cc3fc0c service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289931 Jun 16 13:53:23.270547 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead9834-e40c-43c7-a4fb-f0f426aa4f95 req-49fdce05-652e-4bef-9890-95447d5ee1fa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:23.272047 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3ead9834-e40c-43c7-a4fb-f0f426aa4f95 req-49fdce05-652e-4bef-9890-95447d5ee1fa tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0635002 Jun 16 13:53:23.312350 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3ead9834-e40c-43c7-a4fb-f0f426aa4f95 req-439f6b52-3a72-48fd-9d6b-35302c8abbc1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345092 Jun 16 13:53:23.436622 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943763a7-523c-4102-bd52-c5bc61e7b925 req-cca9a6cd-4969-4a65-846d-73e4e17f9cca tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:23.438128 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-943763a7-523c-4102-bd52-c5bc61e7b925 req-cca9a6cd-4969-4a65-846d-73e4e17f9cca tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 943 time: 0.0665743 Jun 16 13:53:23.475907 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-943763a7-523c-4102-bd52-c5bc61e7b925 req-7894a0a1-5c6c-4d71-95ef-4466066e8a7c tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Jun 16 13:53:23.974066 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 0ae9e039-83a9-4200-8242-897302422258 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:53:24.077822 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:24.090298 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '0ae9e039-83a9-4200-8242-897302422258', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'port_id': '0ae9e039-83a9-4200-8242-897302422258', 'mac_address': 'fa:16:3e:39:8e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:53:24.129451 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:24.143217 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae9e039-83a9-4200-8242-897302422258 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:24.164578 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:24.168674 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:24.170436 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:24.217301 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=7']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:24.220422 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:24.499618 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ab1a1-9198-433d-94e4-4a1d04d2aa83 req-ec5c14d6-6676-47b9-a1d3-2750b9040583 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:24.501212 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6a3ab1a1-9198-433d-94e4-4a1d04d2aa83 req-ec5c14d6-6676-47b9-a1d3-2750b9040583 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0670674 Jun 16 13:53:24.541742 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6a3ab1a1-9198-433d-94e4-4a1d04d2aa83 req-e98c5f9c-9b71-443c-b452-449b54e53576 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348427 Jun 16 13:53:24.678100 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28081a38-fad1-4c14-b112-a3ae6247092e req-a5a6a34d-fcc0-44ee-9f36-b0b26102ae03 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:24.679956 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28081a38-fad1-4c14-b112-a3ae6247092e req-a5a6a34d-fcc0-44ee-9f36-b0b26102ae03 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 944 time: 0.0878422 Jun 16 13:53:24.717862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfeb86-5b4c-430b-85ac-698ed03d97b6 req-ee4ccf7c-8151-48ea-aab3-b3f66ef3be59 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:24.719978 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d6cfeb86-5b4c-430b-85ac-698ed03d97b6 req-ee4ccf7c-8151-48ea-aab3-b3f66ef3be59 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0640633 Jun 16 13:53:24.720283 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28081a38-fad1-4c14-b112-a3ae6247092e req-a3fca868-f2ae-43d9-b0eb-1ef048a711a9 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324268 Jun 16 13:53:24.730210 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['0ae9e039-83a9-4200-8242-897302422258'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:24.731904 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46598) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:24.737265 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Request body: {'floatingip': {'port_id': '09f9c1b6-d56a-45da-bf0a-36592dd461cb'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:24.777441 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.316836 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.321410 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.418762 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Floating IP bf518381-b174-4a32-9fc3-55eb76246a21 associated. External IP: 172.27.2.209, port: 09f9c1b6-d56a-45da-bf0a-36592dd461cb. Jun 16 13:53:25.623438 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Router dd5ed95b-4c99-48fc-9149-07b438189021 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:53:25.909194 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25701fb-d130-44fc-a8a5-bdcffc79a1ca req-72aabc9c-5586-4e78-b759-e7721fb53733 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:25.910862 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e25701fb-d130-44fc-a8a5-bdcffc79a1ca req-72aabc9c-5586-4e78-b759-e7721fb53733 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 944 time: 0.0656247 Jun 16 13:53:25.950271 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e25701fb-d130-44fc-a8a5-bdcffc79a1ca req-4902a3aa-35a5-455a-96bf-08dfa1feb8fb tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334096 Jun 16 13:53:25.981261 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:53:25.989086 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:25.995397 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] Sync routers for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:53:25.999105 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 0ae9e039-83a9-4200-8242-897302422258 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:53:26.023595 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-bbdb7d71-a21a-4eb0-b2b1-5e01a569cb92 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "PUT /v2.0/floatingips/bf518381-b174-4a32-9fc3-55eb76246a21 HTTP/1.1" status: 200 len: 992 time: 1.2903175 Jun 16 13:53:26.024252 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:26.026831 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e58f74-c402-4faa-b553-7b6969139b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:26.032509 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:26.033144 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:53:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:26.072259 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf350bd-5ef0-45d5-bbe4-30eaca5c7b90 x-openstack-request-id: req-bdf350bd-5ef0-45d5-bbe4-30eaca5c7b90 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:26.072674 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:26.073029 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bdf350bd-5ef0-45d5-bbe4-30eaca5c7b90 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:26.075819 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'status': 'completed', 'code': 200} Jun 16 13:53:26.130935 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 0ae9e039-83a9-4200-8242-897302422258 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:53:26.131315 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.154267 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-ca0b2df5-1aa5-4298-b660-3352d6e6941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:26.156956 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-ca0b2df5-1aa5-4298-b660-3352d6e6941a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 1099 time: 0.0586615 Jun 16 13:53:26.183208 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:26.246463 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-77b64cd5-b448-4472-90bb-3f87862ddcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:26.247958 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-77b64cd5-b448-4472-90bb-3f87862ddcf3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.0853655 Jun 16 13:53:26.301009 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.339990 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9e039-83a9-4200-8242-897302422258'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:26.342266 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b590f66a-2b2f-49dd-b248-266641bdc7d0" -d '{"events": [{"server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9e039-83a9-4200-8242-897302422258"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:26.364770 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:26.398840 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea689266-358b-4d91-ba29-fa116047f7c2 x-openstack-request-id: req-ea689266-358b-4d91-ba29-fa116047f7c2 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:26.399173 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "name": "network-vif-plugged", "status": "completed", "tag": "0ae9e039-83a9-4200-8242-897302422258", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:26.399431 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea689266-358b-4d91-ba29-fa116047f7c2 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:26.399821 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae9e039-83a9-4200-8242-897302422258', 'code': 200} Jun 16 13:53:26.400597 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.404798 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:26.472687 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=8']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:26.491698 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:26.521739 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'bf518381-b174-4a32-9fc3-55eb76246a21', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'port_id': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'mac_address': 'fa:16:3e:59:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:53:10Z', 'updated_at': '2021-06-16T13:53:25Z', 'revision_number': 1, 'project_id': '957847ea17cb4184a393d53db001c635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:26.525220 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] Checking router: dd5ed95b-4c99-48fc-9149-07b438189021 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:53:26.534146 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:26.534790 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:53:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:26.579521 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-51b761a2-c0c7-4899-a41f-657afdef7252 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb HTTP/1.1" status: 200 len: 1000 time: 0.3242204 Jun 16 13:53:26.627724 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-7bfc853a-2e57-475f-b2fe-51a62d179674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:26.629288 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-7bfc853a-2e57-475f-b2fe-51a62d179674 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0435474 Jun 16 13:53:26.640298 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:26.689122 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-c84280bb-4148-443f-8680-7671974a570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:26.690595 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-c84280bb-4148-443f-8680-7671974a570d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543296 Jun 16 13:53:26.783626 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-4699723a-0f89-43d6-b29d-6435c5354de4 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854461 Jun 16 13:53:26.863052 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'bf518381-b174-4a32-9fc3-55eb76246a21', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'port_id': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'mac_address': 'fa:16:3e:59:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:53:10Z', 'updated_at': '2021-06-16T13:53:25Z', 'revision_number': 1, 'project_id': '957847ea17cb4184a393d53db001c635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:26.866529 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fee91-8bd9-40bd-a816-187ed6b82379 None None] The sync data for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi is: [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'bf518381-b174-4a32-9fc3-55eb76246a21', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'port_id': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'mac_address': 'fa:16:3e:59:36:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:53:10Z', 'updated_at': '2021-06-16T13:53:25Z', 'revision_number': 1, 'project_id': '957847ea17cb4184a393d53db001c635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:53:26.882040 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7e58f74-c402-4faa-b553-7b6969139b7f req-d52b306d-8eb4-4a7d-9935-ec520efc06d1 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869355 Jun 16 13:53:27.051897 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7fca9e-526f-4387-b482-1d70ea43e2ee None None] New status for floating IP bf518381-b174-4a32-9fc3-55eb76246a21: ACTIVE {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:53:27.756794 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f816ca30-3b5b-480d-b7f4-3c43ca188805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.371006 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.558591 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b7338acf-1a0b-4433-ac93-3c3b2a8a2ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:31.527008 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:32.277516 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:33.329531 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:34.526662 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-396b4988-e86f-4947-933b-30b0161601ff service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531414 Jun 16 13:53:34.606183 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-ed2f5929-afcb-4531-8795-a7a1ddac7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:34.607698 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-ed2f5929-afcb-4531-8795-a7a1ddac7bda service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0521946 Jun 16 13:53:34.722852 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-8050a946-b09a-4d97-b588-757260e918dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:34.724326 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-8050a946-b09a-4d97-b588-757260e918dd service neutron] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 911 time: 0.0873709 Jun 16 13:53:34.789203 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-d16995f7-9c20-4ec6-94d4-5b30f33089e6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 1001 time: 0.0565767 Jun 16 13:53:34.840464 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-10c23700-7590-43f3-9612-6afd076b2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:34.841960 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-10c23700-7590-43f3-9612-6afd076b2ca9 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.0442717 Jun 16 13:53:34.904545 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-5263b3d4-d80a-4455-bcec-b00ec36828f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:34.906088 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-5263b3d4-d80a-4455-bcec-b00ec36828f6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561032 Jun 16 13:53:34.997381 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-d4b93fca-b5bb-43a4-9613-f7c3203ce0b5 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825670 Jun 16 13:53:35.092315 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1aeb6ac3-7b37-4f93-9e63-0afab982e790 req-64d01ace-c0c7-4f19-a1d3-a377a1d90d87 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851803 Jun 16 13:53:41.357865 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c67b-4f5f-4ea0-abe4-b4e8f17e06b9 req-de6e0e5f-04f0-45ee-b405-3c552bd8ff45 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:41.359327 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7d92c67b-4f5f-4ea0-abe4-b4e8f17e06b9 req-de6e0e5f-04f0-45ee-b405-3c552bd8ff45 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0639002 Jun 16 13:53:41.397067 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7d92c67b-4f5f-4ea0-abe4-b4e8f17e06b9 req-9daeefee-6592-42fd-a73d-3c17c6edc2f6 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320475 Jun 16 13:53:42.457376 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-8000dc21-2d88-43f5-9029-7577e648e7a7 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:42.458833 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-8000dc21-2d88-43f5-9029-7577e648e7a7 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0645022 Jun 16 13:53:42.563617 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Deleting port ce68b603-2b7a-4f3c-aaa2-0835e86c378e {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:42.563879 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:42.572746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f7a62-bea8-45c9-a949-bc205962f670 req-6f87b4ce-e8fb-44be-be2a-dc2e59ddf584 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:42.574232 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-562f7a62-bea8-45c9-a949-bc205962f670 req-6f87b4ce-e8fb-44be-be2a-dc2e59ddf584 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 946 time: 0.0650988 Jun 16 13:53:42.613335 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-562f7a62-bea8-45c9-a949-bc205962f670 req-35b34003-ffef-4712-8f17-83b611c84e01 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=deaeaccb-2736-4d97-b2a9-112723dc710d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330775 Jun 16 13:53:42.652790 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] For port ce68b603-2b7a-4f3c-aaa2-0835e86c378e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:42.653146 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:42.824777 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:42.825061 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:42.825372 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Floating IP e1752e75-5ee2-4bfd-b87c-b0605aaa3721 disassociated. External IP: 172.27.2.121, port: ce68b603-2b7a-4f3c-aaa2-0835e86c378e. Jun 16 13:53:42.825750 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Calling delete_port for ce68b603-2b7a-4f3c-aaa2-0835e86c378e owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:42.949019 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:42.953459 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-364effeb-c527-4459-bc76-b72f4ee25451 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:42.978488 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event deleted for resources: {'Port': ['ID=ce68b603-2b7a-4f3c-aaa2-0835e86c378e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:42.981581 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:43.097508 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Router e20c288f-3b46-46ce-8624-286512d976a1 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:53:43.208650 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:53:43.217942 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] Sync routers for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:53:43.227852 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:43.228465 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:53:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:43.256730 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] No DVR routers for this DVR port ce68b603-2b7a-4f3c-aaa2-0835e86c378e on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:43.259227 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.261181 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ddeada18-2ac8-4826-b9fb-f8e06aac0a5e req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "DELETE /v2.0/ports/ce68b603-2b7a-4f3c-aaa2-0835e86c378e HTTP/1.1" status: 204 len: 173 time: 0.7964752 Jun 16 13:53:43.261690 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'name': 'network-vif-deleted', 'tag': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:43.264202 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab85a4a-e0a8-4dbe-9b16-c7c75a2c20c3" -d '{"events": [{"server_uuid": "64a1d083-f9a0-4ac1-b5e3-408566eaa103", "name": "network-vif-deleted", "tag": "ce68b603-2b7a-4f3c-aaa2-0835e86c378e"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:43.303425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6c00bf-10c5-4265-afd8-85f21cc76554 x-openstack-request-id: req-da6c00bf-10c5-4265-afd8-85f21cc76554 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:43.303765 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a1d083-f9a0-4ac1-b5e3-408566eaa103", "name": "network-vif-deleted", "tag": "ce68b603-2b7a-4f3c-aaa2-0835e86c378e", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:43.304087 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da6c00bf-10c5-4265-afd8-85f21cc76554 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:43.304531 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1d083-f9a0-4ac1-b5e3-408566eaa103', 'name': 'network-vif-deleted', 'tag': 'ce68b603-2b7a-4f3c-aaa2-0835e86c378e', 'status': 'completed', 'code': 200} Jun 16 13:53:43.348195 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:43.552703 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:43.556420 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] Checking router: e20c288f-3b46-46ce-8624-286512d976a1 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:53:43.566031 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:43.566583 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:53:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:43.676154 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:43.776291 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-26c490fa-2957-4d45-9130-d4dc06b02381 req-40f9517b-01e7-4bc4-b122-32d564e515f0 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=64a1d083-f9a0-4ac1-b5e3-408566eaa103 HTTP/1.1" status: 200 len: 210 time: 0.0326343 Jun 16 13:53:44.017704 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:44.021147 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12729979-0070-412f-87b3-2ab8795124e4 None None] The sync data for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi is: [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:53:44.134525 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:53:44.243141 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c6dcb-9caa-4b66-9e9e-f9bbd20bfff1 None None] New status for floating IP e1752e75-5ee2-4bfd-b87c-b0605aaa3721: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:53:44.904875 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46664) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:44.960068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e792506-e869-45a8-8817-615eb55bc855 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.982629 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e792506-e869-45a8-8817-615eb55bc855 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.032373 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e792506-e869-45a8-8817-615eb55bc855 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.035033 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e792506-e869-45a8-8817-615eb55bc855 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.036178 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8e792506-e869-45a8-8817-615eb55bc855 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "DELETE /v2.0/security-groups/deaeaccb-2736-4d97-b2a9-112723dc710d HTTP/1.1" status: 204 len: 168 time: 0.1303380 Jun 16 13:53:45.036942 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-d4eb02ea-5b2f-4678-abda-c3c9fd5c61f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:45.039788 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46666) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:45.046179 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792506-e869-45a8-8817-615eb55bc855 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaeaccb-2736-4d97-b2a9-112723dc710d,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:45.049300 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8e792506-e869-45a8-8817-615eb55bc855 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:45.053870 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.api.v2.resource [None req-3fe572ad-fc13-4c9d-99ad-7f03df5c0fab tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] show failed (client error): The resource could not be found. Jun 16 13:53:45.057933 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46668) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:45.058119 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3fe572ad-fc13-4c9d-99ad-7f03df5c0fab tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups/deaeaccb-2736-4d97-b2a9-112723dc710d HTTP/1.1" status: 404 len: 347 time: 0.0172124 Jun 16 13:53:45.179353 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Deleting port 154f81e1-076c-4fa0-8101-369621fce30f {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:45.179696 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.254644 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.255003 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.320823 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Calling delete_port for 154f81e1-076c-4fa0-8101-369621fce30f owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:45.464398 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.466378 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bf6da5ff-75ba-41f5-8d5d-32254b019b75 tempest-ServerRescueNegativeTestJSON-622033368 tempest-ServerRescueNegativeTestJSON-622033368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:45.493471 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event deleted for resources: {'Port': ['ID=154f81e1-076c-4fa0-8101-369621fce30f,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:45.496589 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:45.556511 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.558997 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.560125 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "DELETE /v2.0/floatingips/e1752e75-5ee2-4bfd-b87c-b0605aaa3721 HTTP/1.1" status: 204 len: 168 time: 0.5010350 Jun 16 13:53:45.907526 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46674) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:45.912563 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-02056060-4e3d-4ae4-9434-6fd1b8dd762a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324367533', 'description': 'tempest-description--1663378718'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:45.934297 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-02056060-4e3d-4ae4-9434-6fd1b8dd762a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.015026 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-02056060-4e3d-4ae4-9434-6fd1b8dd762a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.019456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-02056060-4e3d-4ae4-9434-6fd1b8dd762a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.021896 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-3a860e34-2c7d-4693-8537-dc23b8213178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:46.049035 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-02056060-4e3d-4ae4-9434-6fd1b8dd762a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.050177 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-02056060-4e3d-4ae4-9434-6fd1b8dd762a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1416490 Jun 16 13:53:46.052178 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056060-4e3d-4ae4-9434-6fd1b8dd762a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5baa4422-229f-4182-8d0c-cd3a5eda56da,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:46.053261 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46676) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:46.055447 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-02056060-4e3d-4ae4-9434-6fd1b8dd762a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:46.057046 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device ce68b603-2b7a-4f3c-aaa2-0835e86c378e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:46.059966 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-33215b65-425a-4d3d-96c5-26fa4d93e32b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'security_group_rule': {'security_group_id': '5baa4422-229f-4182-8d0c-cd3a5eda56da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:46.081694 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: ce68b603-2b7a-4f3c-aaa2-0835e86c378e {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:46.082092 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device ce68b603-2b7a-4f3c-aaa2-0835e86c378e not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:46.087489 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33215b65-425a-4d3d-96c5-26fa4d93e32b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.137741 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33215b65-425a-4d3d-96c5-26fa4d93e32b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.142398 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33215b65-425a-4d3d-96c5-26fa4d93e32b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.147275 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:46.162514 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33215b65-425a-4d3d-96c5-26fa4d93e32b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec5daf6-8bab-4773-9ed6-20556c18e773,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:46.165532 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-33215b65-425a-4d3d-96c5-26fa4d93e32b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:46.170477 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33215b65-425a-4d3d-96c5-26fa4d93e32b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.171672 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-33215b65-425a-4d3d-96c5-26fa4d93e32b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160958 Jun 16 13:53:46.174367 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46678) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:46.178810 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-8e705bee-17c0-4a28-a549-115a28f9dc76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'security_group_rule': {'security_group_id': '5baa4422-229f-4182-8d0c-cd3a5eda56da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:46.205884 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8e705bee-17c0-4a28-a549-115a28f9dc76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.263029 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8e705bee-17c0-4a28-a549-115a28f9dc76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.267035 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8e705bee-17c0-4a28-a549-115a28f9dc76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.269225 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0c00a5b8-e5a5-4ddf-983d-00f6f99c49f8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:46.286559 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e705bee-17c0-4a28-a549-115a28f9dc76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3264f048-2df8-4ac3-9dd5-650b409ba2ae,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:46.289677 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8e705bee-17c0-4a28-a549-115a28f9dc76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:46.290491 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8e705bee-17c0-4a28-a549-115a28f9dc76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.291740 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8e705bee-17c0-4a28-a549-115a28f9dc76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163876 Jun 16 13:53:46.294783 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 46680) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:46.299434 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:46.322949 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.424320 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.531610 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Allocated IP 172.27.2.63 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/ca3de5db-4acb-4085-9af5-33a4a7407006) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:53:46.631901 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.669393 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.672549 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-40bda887-d98e-4e7d-a600-f191e0b6b521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:46.704672 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:53:46.707645 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:46.713401 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:53:46.741277 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'Port': ['ID=ca3de5db-4acb-4085-9af5-33a4a7407006,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:46.746629 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:46.804016 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.847078 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:46.997023 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:47.001316 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:47.003612 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-af3ab460-1926-41cd-b5e2-5748a1453195 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:47.081450 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'Port': ['ID=ca3de5db-4acb-4085-9af5-33a4a7407006,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:47.085552 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:47.090062 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:47.103867 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:47.105042 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8093145 Jun 16 13:53:47.291714 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-d494590b-4ae5-4ed0-be23-5568d5be56d0 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1324367533&fields=id&tenant_id=efaf02d407be4ac69e265951af645cb9 HTTP/1.1" status: 200 len: 267 time: 0.0330863 Jun 16 13:53:47.397056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-a2936f34-d721-48ac-adc8-cfaeaac447d1 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:47.398572 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-a2936f34-d721-48ac-adc8-cfaeaac447d1 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 810 time: 0.0996728 Jun 16 13:53:47.414278 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-863067bd-274e-4c14-80fc-a9caa480757b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/quotas/efaf02d407be4ac69e265951af645cb9 HTTP/1.1" status: 200 len: 375 time: 0.0101001 Jun 16 13:53:47.492740 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-79c405f2-0a3d-41d0-9273-0e87c53312dd tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731790 Jun 16 13:53:47.633522 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-26d753ed-fa71-431f-9b93-ec8105529a8f service neutron] 10.222.0.64 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293142 Jun 16 13:53:47.726709 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-a535886b-92d9-4a7b-a577-b8f3b8ab43d9 service neutron] 10.222.0.64 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874000 Jun 16 13:53:47.930612 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-224bef17-f0ef-48df-ad70-ce11f6244925 req-d393d114-c417-45bd-b223-dc9e62968960 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0474386 Jun 16 13:53:49.096653 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-40038315-680d-48d1-bedf-80f231a0ed14 req-db00aa3f-171f-4efa-b5e8-0253076636ba tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0385120 Jun 16 13:53:49.120588 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-9d2f5a6c-5818-4f5b-89b7-fe4ecd58dcd2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:49.122021 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-9d2f5a6c-5818-4f5b-89b7-fe4ecd58dcd2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 810 time: 0.1365950 Jun 16 13:53:49.169831 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-6d1b60ec-68e6-475a-94bc-19d33d605d1d tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efaf02d407be4ac69e265951af645cb9 HTTP/1.1" status: 200 len: 380 time: 0.0388007 Jun 16 13:53:49.182440 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'port': {'device_id': '491993bb-191b-413d-8419-686f3d73b1d6', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'admin_state_up': True, 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'security_groups': ['5baa4422-229f-4182-8d0c-cd3a5eda56da']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:49.293349 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Made reservation on behalf of efaf02d407be4ac69e265951af645cb9 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:49.297546 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:49.422663 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Allocated IP 172.20.0.10 (32551c5f-142b-47df-8c76-1caa06b3929d/7f10c42e-70dc-4dc4-be8d-995edfc14efb/f7c231af-4721-4f43-b8c7-b548f0458fd0) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:53:49.554252 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:49.571056 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Transition to ACTIVE for port object f7c231af-4721-4f43-b8c7-b548f0458fd0 will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:53:49.604964 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:49.609017 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b2b26b32-cf2c-4fdd-a32e-7f028f556a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:49.651363 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Network 32551c5f-142b-47df-8c76-1caa06b3929d is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:53:49.658194 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:49.662117 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:53:49.687199 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event updated for resources: {'Port': ['ID=f7c231af-4721-4f43-b8c7-b548f0458fd0,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:49.692025 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:49.717095 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:49.717728 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:49.735025 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562260 Jun 16 13:53:49.748493 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Request body: {'port': {'device_id': '491993bb-191b-413d-8419-686f3d73b1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:49.829932 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:49.876462 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-aeb60621-27cb-4071-87fd-34934d95fec5 None None] Provisioning for port f7c231af-4721-4f43-b8c7-b548f0458fd0 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:53:49.880525 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-aeb60621-27cb-4071-87fd-34934d95fec5 None None] Provisioning complete for port f7c231af-4721-4f43-b8c7-b548f0458fd0 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:53:49.880925 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-aeb60621-27cb-4071-87fd-34934d95fec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:49.917336 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-aeb60621-27cb-4071-87fd-34934d95fec5 None None] Port f7c231af-4721-4f43-b8c7-b548f0458fd0 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:53:50.101401 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c231af-4721-4f43-b8c7-b548f0458fd0 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:50.114755 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.129489 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Transition to ACTIVE for port object f7c231af-4721-4f43-b8c7-b548f0458fd0 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:53:50.133598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.136441 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:50.234309 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Pushing event updated for resources: {'Port': ['ID=f7c231af-4721-4f43-b8c7-b548f0458fd0,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:50.240690 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:50.321849 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Attempting to bind port f7c231af-4721-4f43-b8c7-b548f0458fd0 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:53:50.322189 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Attempting to bind port f7c231af-4721-4f43-b8c7-b548f0458fd0 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:53:50.322514 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Attempting to bind port f7c231af-4721-4f43-b8c7-b548f0458fd0 on network 32551c5f-142b-47df-8c76-1caa06b3929d {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:53:50.332845 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Port f7c231af-4721-4f43-b8c7-b548f0458fd0 on network 32551c5f-142b-47df-8c76-1caa06b3929d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:53:50.333166 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Attempting to bind port f7c231af-4721-4f43-b8c7-b548f0458fd0 on network 32551c5f-142b-47df-8c76-1caa06b3929d {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:53:50.342050 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:53:50.342388 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Checking segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:53:50.342768 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Bound using segment: {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:53:50.343244 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Bound port: f7c231af-4721-4f43-b8c7-b548f0458fd0, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d57008-0315-4df8-9b6e-167bcd32ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:53:50.343593 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.353493 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c478de7-1675-4ffa-8ac5-746bfba9fa3b req-85fdad3c-c92d-461f-aae4-ceb4ed8be64e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:50.354869 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c478de7-1675-4ffa-8ac5-746bfba9fa3b req-85fdad3c-c92d-461f-aae4-ceb4ed8be64e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 944 time: 0.1179123 Jun 16 13:53:50.427408 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c478de7-1675-4ffa-8ac5-746bfba9fa3b req-28ed0188-1075-4b0f-b60f-62b37dd7fec3 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659277 Jun 16 13:53:50.444821 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] For port f7c231af-4721-4f43-b8c7-b548f0458fd0, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:53:50.448196 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] For port f7c231af-4721-4f43-b8c7-b548f0458fd0, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f7c231af-4721-4f43-b8c7-b548f0458fd0,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:53:50.454294 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.456417 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b1c6e604-d7d1-494b-aef6-e9ee1c23e4e9 tempest-AttachVolumeNegativeTest-1633675685 tempest-AttachVolumeNegativeTest-1633675685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:50.488480 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:50.489152 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:50.490513 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] 10.222.0.100 "PUT /v2.0/ports/f7c231af-4721-4f43-b8c7-b548f0458fd0 HTTP/1.1" status: 200 len: 1094 time: 0.7466412 Jun 16 13:53:50.491031 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491993bb-191b-413d-8419-686f3d73b1d6', 'tag': 'f7c231af-4721-4f43-b8c7-b548f0458fd0'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:50.493315 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973ceece-f5ea-431d-84a0-defa0fcc6f35" -d '{"events": [{"name": "network-changed", "server_uuid": "491993bb-191b-413d-8419-686f3d73b1d6", "tag": "f7c231af-4721-4f43-b8c7-b548f0458fd0"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:50.521711 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Pushing event updated for resources: {'Port': ['ID=f7c231af-4721-4f43-b8c7-b548f0458fd0,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:50.525328 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:50.545616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c7acd3-6adf-413a-a4b0-89c70c39a476 x-openstack-request-id: req-73c7acd3-6adf-413a-a4b0-89c70c39a476 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:50.545946 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491993bb-191b-413d-8419-686f3d73b1d6", "tag": "f7c231af-4721-4f43-b8c7-b548f0458fd0", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:50.546233 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73c7acd3-6adf-413a-a4b0-89c70c39a476 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:50.547200 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491993bb-191b-413d-8419-686f3d73b1d6', 'tag': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'status': 'completed', 'code': 200} Jun 16 13:53:50.593874 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-0e67cff6-3e9d-485d-bea8-0fe6b9b03400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:50.595443 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-0e67cff6-3e9d-485d-bea8-0fe6b9b03400 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 1097 time: 0.0602553 Jun 16 13:53:50.644822 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-8ef5e4c8-24ed-4ab4-91ae-6a7a3fab495b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c231af-4721-4f43-b8c7-b548f0458fd0 HTTP/1.1" status: 200 len: 217 time: 0.0396156 Jun 16 13:53:50.697534 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-35bef29d-ec0a-42fe-bab4-9b3914a42574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:50.699033 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-35bef29d-ec0a-42fe-bab4-9b3914a42574 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0467277 Jun 16 13:53:50.759906 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-9685fb97-974d-430c-832d-7774e35074eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:50.761366 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-9685fb97-974d-430c-832d-7774e35074eb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539753 Jun 16 13:53:50.855553 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-e55aaca0-b756-476f-8426-5c37ec5c9660 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859540 Jun 16 13:53:50.942841 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8e49b1f7-5307-4737-a7a7-c2e0d86edac0 req-bb59dee9-0afa-4107-9f0f-48cb11d0a793 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806036 Jun 16 13:53:51.047655 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-aeb3cae5-fe0e-4a56-a78d-93a18b1a2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.049152 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-aeb3cae5-fe0e-4a56-a78d-93a18b1a2024 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 1097 time: 0.0570958 Jun 16 13:53:51.137031 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-a560284a-6774-4aa6-8c17-34882f8501fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.138517 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-a560284a-6774-4aa6-8c17-34882f8501fe service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.0824392 Jun 16 13:53:51.183120 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-54645a9b-1fcd-4ece-96bb-139fb3974bdf service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c231af-4721-4f43-b8c7-b548f0458fd0 HTTP/1.1" status: 200 len: 217 time: 0.0368905 Jun 16 13:53:51.230710 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-4a056183-a4a3-4c7c-9693-9320fcf7b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.232229 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-4a056183-a4a3-4c7c-9693-9320fcf7b28c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0430181 Jun 16 13:53:51.292295 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-df74372c-1643-46ac-8796-021e43608eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.293815 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-df74372c-1643-46ac-8796-021e43608eae service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548782 Jun 16 13:53:51.394690 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-34129593-4d63-49ef-ad6c-9be297698075 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929775 Jun 16 13:53:51.485673 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-973ceece-f5ea-431d-84a0-defa0fcc6f35 req-aa8236e6-922a-4481-8970-0b2a28d3ccb4 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840831 Jun 16 13:53:51.605506 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ac766-4397-4cc6-b105-23523a90fa28 req-18684f28-5891-4a71-9644-66d74881139f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:51.607066 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa2ac766-4397-4cc6-b105-23523a90fa28 req-18684f28-5891-4a71-9644-66d74881139f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 944 time: 0.0626175 Jun 16 13:53:51.647486 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aa2ac766-4397-4cc6-b105-23523a90fa28 req-34665bb0-0783-45c8-9ded-e49e0c4777c3 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344579 Jun 16 13:53:52.817975 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ebd45-1f65-43a9-8c1c-2b5627d80c27 req-b98a62ba-1a6b-44ae-aa91-ff50a8d1296e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:52.819390 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-972ebd45-1f65-43a9-8c1c-2b5627d80c27 req-b98a62ba-1a6b-44ae-aa91-ff50a8d1296e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 944 time: 0.0622756 Jun 16 13:53:52.857283 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-972ebd45-1f65-43a9-8c1c-2b5627d80c27 req-92871e28-0273-4e25-b7c7-67cd56b05eb4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321596 Jun 16 13:53:54.039989 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36264f6a-8111-4e3f-be23-82f67b9abe9c req-085dba2d-67ac-48e2-a3b9-69abdec0ca49 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:54.041490 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36264f6a-8111-4e3f-be23-82f67b9abe9c req-085dba2d-67ac-48e2-a3b9-69abdec0ca49 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 944 time: 0.0707414 Jun 16 13:53:54.080224 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-36264f6a-8111-4e3f-be23-82f67b9abe9c req-fe865611-fe47-4da0-9965-93ca6efaae29 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Jun 16 13:53:55.250112 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b1e06-9869-449d-9e2a-07aeb1cfe6cf req-f55cd8f4-32ef-474b-b094-3e8573b4ada4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:55.251617 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-369b1e06-9869-449d-9e2a-07aeb1cfe6cf req-f55cd8f4-32ef-474b-b094-3e8573b4ada4 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 944 time: 0.0637617 Jun 16 13:53:55.289144 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-369b1e06-9869-449d-9e2a-07aeb1cfe6cf req-dcdf6d1c-bed4-4e60-9ae8-0faf6c2a5f0c tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Jun 16 13:53:56.096886 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device f7c231af-4721-4f43-b8c7-b548f0458fd0 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:53:56.196083 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port f7c231af-4721-4f43-b8c7-b548f0458fd0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f7c231af-4721-4f43-b8c7-b548f0458fd0,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:56.207398 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'port_id': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'mac_address': 'fa:16:3e:e1:a3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:53:56.248782 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:56.261325 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c231af-4721-4f43-b8c7-b548f0458fd0 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:56.281839 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port f7c231af-4721-4f43-b8c7-b548f0458fd0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f7c231af-4721-4f43-b8c7-b548f0458fd0,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:56.286073 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:56.287837 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:56.340175 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=f7c231af-4721-4f43-b8c7-b548f0458fd0,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:56.343992 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:56.476340 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2a8ee-3811-4585-8f90-eba625f58f60 req-bb154b12-f3e5-4f5f-9454-eed157596e15 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:56.477756 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01a2a8ee-3811-4585-8f90-eba625f58f60 req-bb154b12-f3e5-4f5f-9454-eed157596e15 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0709312 Jun 16 13:53:56.518173 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-01a2a8ee-3811-4585-8f90-eba625f58f60 req-6bd5e110-9865-4116-9ebc-cf80d8983917 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347047 Jun 16 13:53:56.703596 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['f7c231af-4721-4f43-b8c7-b548f0458fd0'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:57.694537 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d191aaa-9782-4cb3-8941-84f9d41a7a09 req-3d7db9e1-dcf2-40f2-a656-205714839916 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:57.696148 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d191aaa-9782-4cb3-8941-84f9d41a7a09 req-3d7db9e1-dcf2-40f2-a656-205714839916 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 945 time: 0.0662401 Jun 16 13:53:57.733782 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0d191aaa-9782-4cb3-8941-84f9d41a7a09 req-b6349536-7076-413d-b7a2-41a4ec901f87 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317898 Jun 16 13:53:57.759023 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3f978259-e181-4654-91e5-e6dc042da7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:58.094170 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device f7c231af-4721-4f43-b8c7-b548f0458fd0 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:53:58.148356 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port f7c231af-4721-4f43-b8c7-b548f0458fd0 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:53:58.152765 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port f7c231af-4721-4f43-b8c7-b548f0458fd0 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:53:58.153161 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:58.236955 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:58.259287 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491993bb-191b-413d-8419-686f3d73b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c231af-4721-4f43-b8c7-b548f0458fd0'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:58.261535 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c53c3-dd75-44e7-af70-e4e6c1354d7c" -d '{"events": [{"server_uuid": "491993bb-191b-413d-8419-686f3d73b1d6", "name": "network-vif-plugged", "status": "completed", "tag": "f7c231af-4721-4f43-b8c7-b548f0458fd0"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:58.274849 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port f7c231af-4721-4f43-b8c7-b548f0458fd0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f7c231af-4721-4f43-b8c7-b548f0458fd0,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:58.278989 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:58.281812 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:58.303808 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1141f3c0-c9d3-4e10-b0da-01cf70efa863 x-openstack-request-id: req-1141f3c0-c9d3-4e10-b0da-01cf70efa863 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:58.304110 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491993bb-191b-413d-8419-686f3d73b1d6", "name": "network-vif-plugged", "status": "completed", "tag": "f7c231af-4721-4f43-b8c7-b548f0458fd0", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:58.304389 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1141f3c0-c9d3-4e10-b0da-01cf70efa863 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:58.304875 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491993bb-191b-413d-8419-686f3d73b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'code': 200} Jun 16 13:53:58.335885 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=f7c231af-4721-4f43-b8c7-b548f0458fd0,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:58.339602 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:58.533816 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d20b7-eefa-4ec7-9f2f-e33a3f0d144f req-cd258edd-d447-4433-b497-fb3befab8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:58.535335 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-499d20b7-eefa-4ec7-9f2f-e33a3f0d144f req-cd258edd-d447-4433-b497-fb3befab8b84 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 1099 time: 0.0527613 Jun 16 13:53:58.578153 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-499d20b7-eefa-4ec7-9f2f-e33a3f0d144f req-f78337fa-ac04-443e-a85e-06e70dab961a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335937 Jun 16 13:53:59.166953 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582b5bf-d92e-447d-ba4a-ec151cb88085 req-480a3f19-1d32-477f-bd58-dd4a30c4dac8 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:59.168426 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0582b5bf-d92e-447d-ba4a-ec151cb88085 req-480a3f19-1d32-477f-bd58-dd4a30c4dac8 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 946 time: 0.3219028 Jun 16 13:53:59.205414 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0582b5bf-d92e-447d-ba4a-ec151cb88085 req-e10b2c22-0f4c-4b74-8149-8f74f0fe8ba5 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306356 Jun 16 13:54:00.373093 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:00.382314 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc454b7-55a6-4fea-9748-c835b08ce0a3 req-093c80cf-2b27-4250-9d8f-40377f9a6c5f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:00.383824 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-efc454b7-55a6-4fea-9748-c835b08ce0a3 req-093c80cf-2b27-4250-9d8f-40377f9a6c5f tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0628831 Jun 16 13:54:00.431210 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-efc454b7-55a6-4fea-9748-c835b08ce0a3 req-0f4396be-1cec-4f7a-8d53-debb04a6413a tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Jun 16 13:54:00.560064 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b1169a5e-ce70-4900-b9c5-fa33db36106f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:00.599233 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938db54-450c-4bff-aeb3-19fa40595d51 req-0de8a03e-16cb-4b53-86b1-15e39950f81c tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:00.600738 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4938db54-450c-4bff-aeb3-19fa40595d51 req-0de8a03e-16cb-4b53-86b1-15e39950f81c tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0667720 Jun 16 13:54:00.610008 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 46766) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:00.614494 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Request body: {'floatingip': {'port_id': 'f7c231af-4721-4f43-b8c7-b548f0458fd0'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:00.652262 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:01.085580 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:01.089261 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:01.201090 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Floating IP 97b0558c-132a-4668-8373-9b26c9ec7aab associated. External IP: 172.27.2.63, port: f7c231af-4721-4f43-b8c7-b548f0458fd0. Jun 16 13:54:01.403414 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Router e20c288f-3b46-46ce-8624-286512d976a1 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:54:01.509492 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:54:01.515561 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:01.521026 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] Sync routers for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:54:01.536280 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:01.536910 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:54:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:01.541204 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:01.567416 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e3a9c297-157e-4232-8be1-b4fafb3805eb tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "PUT /v2.0/floatingips/97b0558c-132a-4668-8373-9b26c9ec7aab HTTP/1.1" status: 200 len: 991 time: 0.9538443 Jun 16 13:54:01.568647 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491993bb-191b-413d-8419-686f3d73b1d6', 'tag': 'f7c231af-4721-4f43-b8c7-b548f0458fd0'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:54:01.571619 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0d4bf7-3962-48d0-abbb-a37319a1e461" -d '{"events": [{"name": "network-changed", "server_uuid": "491993bb-191b-413d-8419-686f3d73b1d6", "tag": "f7c231af-4721-4f43-b8c7-b548f0458fd0"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:54:01.644157 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:01.704606 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c4a94a-3bd6-441e-b746-0d075fc7877b x-openstack-request-id: req-64c4a94a-3bd6-441e-b746-0d075fc7877b {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:54:01.704899 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491993bb-191b-413d-8419-686f3d73b1d6", "tag": "f7c231af-4721-4f43-b8c7-b548f0458fd0", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:54:01.705201 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64c4a94a-3bd6-441e-b746-0d075fc7877b {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:54:01.705642 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491993bb-191b-413d-8419-686f3d73b1d6', 'tag': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'status': 'completed', 'code': 200} Jun 16 13:54:01.782692 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-03d31cd3-7442-43fb-85b3-30070c283fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:01.784231 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-03d31cd3-7442-43fb-85b3-30070c283fe0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=efaf02d407be4ac69e265951af645cb9&device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 1099 time: 0.0553257 Jun 16 13:54:01.876376 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-f8eb5334-ae9a-4997-ac03-1c2164e39327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:01.877720 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '97b0558c-132a-4668-8373-9b26c9ec7aab', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'port_id': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'mac_address': 'fa:16:3e:e1:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491993bb-191b-413d-8419-686f3d73b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:53:46Z', 'updated_at': '2021-06-16T13:54:00Z', 'revision_number': 1, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:01.878062 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-f8eb5334-ae9a-4997-ac03-1c2164e39327 service neutron] 10.222.0.100 "GET /v2.0/networks?id=32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 200 len: 912 time: 0.0858836 Jun 16 13:54:01.881587 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] Checking router: e20c288f-3b46-46ce-8624-286512d976a1 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:54:01.890122 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:01.890729 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:54:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:01.947229 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-b93bab22-a787-4696-8d40-e5b0081e4842 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c231af-4721-4f43-b8c7-b548f0458fd0 HTTP/1.1" status: 200 len: 999 time: 0.0618582 Jun 16 13:54:01.997683 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:01.997913 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-cc01b97c-a333-4c6b-8eee-2d81f0562e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:01.999447 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-cc01b97c-a333-4c6b-8eee-2d81f0562e0a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 200 len: 849 time: 0.0445044 Jun 16 13:54:02.059524 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-8b477e71-f73c-4e72-a6dc-d37255d28072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:02.061052 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-8b477e71-f73c-4e72-a6dc-d37255d28072 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=32551c5f-142b-47df-8c76-1caa06b3929d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544550 Jun 16 13:54:02.158212 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-42cdc2ab-c2f7-4a9f-adbe-fa2c9c531e65 service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898199 Jun 16 13:54:02.221973 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '97b0558c-132a-4668-8373-9b26c9ec7aab', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'port_id': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'mac_address': 'fa:16:3e:e1:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491993bb-191b-413d-8419-686f3d73b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:53:46Z', 'updated_at': '2021-06-16T13:54:00Z', 'revision_number': 1, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:02.225536 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e837e1af-f9d4-4669-b07b-165716740799 None None] The sync data for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi is: [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '97b0558c-132a-4668-8373-9b26c9ec7aab', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'port_id': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'mac_address': 'fa:16:3e:e1:a3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491993bb-191b-413d-8419-686f3d73b1d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:53:46Z', 'updated_at': '2021-06-16T13:54:00Z', 'revision_number': 1, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:54:02.251555 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5c0d4bf7-3962-48d0-abbb-a37319a1e461 req-e925ca2b-ac38-479b-ad91-f72f6462e2db service neutron] 10.222.0.100 "GET /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847628 Jun 16 13:54:02.272698 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:02.415513 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555d0a7-d85e-40f3-a161-2f4c03f0f1ae None None] New status for floating IP 97b0558c-132a-4668-8373-9b26c9ec7aab: ACTIVE {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:54:03.332224 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.132885 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:54:27.760937 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-018203a1-783e-4f43-93c4-93d7905964aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.377397 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.560987 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-56e1b017-e2c9-40ff-8182-ae19b2d58b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.532218 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:32.264932 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:33.337281 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:35.463178 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-a673e557-0fca-4f7b-95b0-996705689a92 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003077 Jun 16 13:54:35.577832 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-73586510-e0f7-4db0-94f3-5827400867b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:35.579557 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-73586510-e0f7-4db0-94f3-5827400867b3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0530090 Jun 16 13:54:35.689470 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-ceb4a5d4-e43b-4844-8e38-5b260d6ef027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:35.690948 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-ceb4a5d4-e43b-4844-8e38-5b260d6ef027 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 911 time: 0.0912297 Jun 16 13:54:35.757950 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-8eb54545-00db-4ee8-9f51-eb0eca3014e8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 1001 time: 0.0600672 Jun 16 13:54:35.807628 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-3da000fe-fa01-410e-a70c-d548cef98888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:35.809060 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-3da000fe-fa01-410e-a70c-d548cef98888 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.0430889 Jun 16 13:54:35.868537 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-b7874c39-c4d8-4491-b539-f017c532e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:35.870055 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-b7874c39-c4d8-4491-b539-f017c532e8b2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539796 Jun 16 13:54:35.889954 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-0c608c88-c5f2-4ae7-bb85-883d3051bc45 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:54:35.891239 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-0c608c88-c5f2-4ae7-bb85-883d3051bc45 service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060091 Jun 16 13:54:35.986083 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-5eb27b44-a725-492d-9c3a-4919b7204c12 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868568 Jun 16 13:54:36.082381 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-7bc106cb-0f2d-4b9f-b2fd-cbec8d0b36d6 req-158dc946-7fed-406b-8131-5e9fad801697 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852242 Jun 16 13:54:57.764592 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b62f4839-7a63-4350-a93f-3a7acc9b861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:58.131461 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:55:00.378924 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:00.564224 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ce62f17e-dbfc-4ba4-bae8-6d955a9a1ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:01.534474 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:02.273707 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:03.336473 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.449642 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47028) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:06.611538 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Deleting port 8b9291e4-a6df-4497-8a92-408838125137 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:06.611884 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.696158 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.696489 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.764211 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Calling delete_port for 8b9291e4-a6df-4497-8a92-408838125137 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:06.937853 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.939792 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-fb3887e8-0559-4078-8f59-c02db9c70040 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:06.960399 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event deleted for resources: {'Port': ['ID=8b9291e4-a6df-4497-8a92-408838125137,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:06.969790 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.970168 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.970536 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.970922 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.971284 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.971645 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.972463 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.972463 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.972665 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.973006 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.973371 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.973704 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:06.978489 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:07.037268 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for floatingip, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.037601 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Floating IP f78fce34-bb55-4e3b-aa30-9079109127a4 disassociated (deleted). External IP: 172.27.2.143, port: 0ae9e039-83a9-4200-8242-897302422258. Jun 16 13:55:07.285795 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Router e678454f-dc73-416b-87f0-0dc35407803a has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:55:07.308058 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25501cb-0b11-4f83-857c-f0bc21b6be0c req-2a14856d-4e70-4605-8d6c-94b40090818c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:07.309549 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f25501cb-0b11-4f83-857c-f0bc21b6be0c req-2a14856d-4e70-4605-8d6c-94b40090818c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.1663644 Jun 16 13:55:07.414906 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f25501cb-0b11-4f83-857c-f0bc21b6be0c req-b7a77d66-4cda-48e7-8c1f-90908afca9e2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997140 Jun 16 13:55:07.433446 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:55:07.438450 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.443631 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34996dd-852f-404b-9380-34e30617f867 None None] Sync routers for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:55:07.453757 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34996dd-852f-404b-9380-34e30617f867 None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:55:07.454619 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c34996dd-852f-404b-9380-34e30617f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:55:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:07.476776 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "DELETE /v2.0/floatingips/f78fce34-bb55-4e3b-aa30-9079109127a4 HTTP/1.1" status: 204 len: 168 time: 1.0230443 Jun 16 13:55:07.476776 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'tag': '0ae9e039-83a9-4200-8242-897302422258'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:55:07.477478 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5138285-460a-49b3-8378-265ee4c73003" -d '{"events": [{"name": "network-changed", "server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "tag": "0ae9e039-83a9-4200-8242-897302422258"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:55:07.562478 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-c34996dd-852f-404b-9380-34e30617f867 None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:55:07.619268 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b52707-a6b8-45ee-90f6-dcb0f1c60225 x-openstack-request-id: req-b3b52707-a6b8-45ee-90f6-dcb0f1c60225 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:55:07.619811 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "tag": "0ae9e039-83a9-4200-8242-897302422258", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:55:07.620274 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b3b52707-a6b8-45ee-90f6-dcb0f1c60225 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:55:07.620875 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'tag': '0ae9e039-83a9-4200-8242-897302422258', 'status': 'completed', 'code': 200} Jun 16 13:55:07.716900 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138285-460a-49b3-8378-265ee4c73003 req-a639413c-44b2-40e0-a3dc-c2e1e6d739c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:07.718961 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d5138285-460a-49b3-8378-265ee4c73003 req-a639413c-44b2-40e0-a3dc-c2e1e6d739c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0724475 Jun 16 13:55:07.811524 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138285-460a-49b3-8378-265ee4c73003 req-4827a0a8-78c5-4e82-a308-c5e64cd3581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:07.813152 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d5138285-460a-49b3-8378-265ee4c73003 req-4827a0a8-78c5-4e82-a308-c5e64cd3581c service neutron] 10.222.0.100 "GET /v2.0/networks?id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 200 len: 911 time: 0.0864742 Jun 16 13:55:07.846925 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abe6b0-dbf5-45df-921e-de5abe8f2378 req-f2edc518-641a-4b1c-886d-9e825fc28156 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:07.848555 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d1abe6b0-dbf5-45df-921e-de5abe8f2378 req-f2edc518-641a-4b1c-886d-9e825fc28156 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0657966 Jun 16 13:55:07.873502 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d5138285-460a-49b3-8378-265ee4c73003 req-62709fa2-3ba6-4af2-bf23-790e6a926220 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 200 len: 217 time: 0.0408921 Jun 16 13:55:07.886185 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d1abe6b0-dbf5-45df-921e-de5abe8f2378 req-714ed983-4375-4dac-b9bf-9947478111c1 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315840 Jun 16 13:55:07.901035 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c34996dd-852f-404b-9380-34e30617f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 5, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:07.905590 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34996dd-852f-404b-9380-34e30617f867 None None] Checking router: e678454f-dc73-416b-87f0-0dc35407803a for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:55:07.914475 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34996dd-852f-404b-9380-34e30617f867 None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:55:07.915151 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c34996dd-852f-404b-9380-34e30617f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:55:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:08.022387 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-c34996dd-852f-404b-9380-34e30617f867 None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:55:08.179319 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138285-460a-49b3-8378-265ee4c73003 req-63e524c6-cc76-4dc0-947f-b766fba12ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:08.180767 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d5138285-460a-49b3-8378-265ee4c73003 req-63e524c6-cc76-4dc0-947f-b766fba12ea4 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 200 len: 848 time: 0.3002470 Jun 16 13:55:08.223235 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-c34996dd-852f-404b-9380-34e30617f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 5, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:08.226860 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34996dd-852f-404b-9380-34e30617f867 None None] The sync data for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi is: [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:47:09Z', 'revision_number': 4, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'a7850c9b-6b5b-4cf1-96ec-c1f55c2af487', 'name': '', 'network_id': '6e01a6cd-78a6-4ce8-9638-3545a3d46c33', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'mac_address': 'fa:16:3e:b5:75:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:08Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 5, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'subnets': [{'id': '858cdb05-9f85-4823-bc63-fe3300fc8e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:55:08.245518 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5138285-460a-49b3-8378-265ee4c73003 req-e62b6f0d-6b7c-4a54-b1b4-eede934600e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:08.247561 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d5138285-460a-49b3-8378-265ee4c73003 req-e62b6f0d-6b7c-4a54-b1b4-eede934600e6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6e01a6cd-78a6-4ce8-9638-3545a3d46c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526230 Jun 16 13:55:08.345310 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d5138285-460a-49b3-8378-265ee4c73003 req-c43ef5ab-a97e-4f43-8dbf-88bb8371c83f service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865791 Jun 16 13:55:08.437273 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb75bc-84ee-4f6a-bedd-d94ea44abf30 None None] New status for floating IP f78fce34-bb55-4e3b-aa30-9079109127a4: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:55:08.439746 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d5138285-460a-49b3-8378-265ee4c73003 req-61c0ac17-6159-4f7b-9288-dd1bbf1c9de9 service neutron] 10.222.0.100 "GET /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864289 Jun 16 13:55:08.602727 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37c49-715c-4282-b64a-7c53b6a1e285 req-07ddec45-add4-4bcd-9dfa-681a36101491 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:08.604873 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-32c37c49-715c-4282-b64a-7c53b6a1e285 req-07ddec45-add4-4bcd-9dfa-681a36101491 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0672445 Jun 16 13:55:08.643899 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-32c37c49-715c-4282-b64a-7c53b6a1e285 req-e4f5d5e4-c58b-416b-aff0-eec1194aa513 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336511 Jun 16 13:55:09.063200 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3033361-20c5-4215-9303-da7f4af8c9be req-92bd033a-bd42-4478-bedc-2ab3947c31ed tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:09.064668 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b3033361-20c5-4215-9303-da7f4af8c9be req-92bd033a-bd42-4478-bedc-2ab3947c31ed tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0625591 Jun 16 13:55:09.102040 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b3033361-20c5-4215-9303-da7f4af8c9be req-7c3665c3-0804-4658-adac-99b89b2bc10b tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Jun 16 13:55:09.826504 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d9175-cda8-4315-955b-85b33b034d42 req-51521110-8c8c-45e5-803b-18be52fb8507 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:09.828013 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-256d9175-cda8-4315-955b-85b33b034d42 req-51521110-8c8c-45e5-803b-18be52fb8507 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0679107 Jun 16 13:55:09.865295 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-256d9175-cda8-4315-955b-85b33b034d42 req-ec491c91-1ead-4fdd-82b6-bcf111411c02 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316491 Jun 16 13:55:10.188761 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-9c87bcd8-bc0f-4788-9c13-560a0c1e9607 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:10.190215 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-9c87bcd8-bc0f-4788-9c13-560a0c1e9607 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.100 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.0621417 Jun 16 13:55:10.329089 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ff90-392d-4371-814b-a70e53ceb505 req-440a9916-0f8e-4295-9308-e1a251d800b8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:10.330585 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d088ff90-392d-4371-814b-a70e53ceb505 req-440a9916-0f8e-4295-9308-e1a251d800b8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 945 time: 0.1047745 Jun 16 13:55:10.360719 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Deleting port 0ae9e039-83a9-4200-8242-897302422258 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:10.361068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:10.397289 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d088ff90-392d-4371-814b-a70e53ceb505 req-f33ff9b5-b15c-4ffe-8b61-c3955aeb43df tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/security-groups?id=fff2940b-e7f7-40d8-84ae-fb041cbc8896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591474 Jun 16 13:55:10.464474 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] For port 0ae9e039-83a9-4200-8242-897302422258, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0ae9e039-83a9-4200-8242-897302422258,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:10.464835 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:10.530826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Calling delete_port for 0ae9e039-83a9-4200-8242-897302422258 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:10.653722 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:10.657586 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-73963d34-473f-40b3-9517-2c7695901f93 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:10.687154 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event deleted for resources: {'Port': ['ID=0ae9e039-83a9-4200-8242-897302422258,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:10.690792 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:10.736920 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] No DVR routers for this DVR port 0ae9e039-83a9-4200-8242-897302422258 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:55:10.739528 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:10.741690 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50c97175-e7ae-4953-be9b-f10d938ef679 req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.100 "DELETE /v2.0/ports/0ae9e039-83a9-4200-8242-897302422258 HTTP/1.1" status: 204 len: 173 time: 0.5451458 Jun 16 13:55:10.742223 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'name': 'network-vif-deleted', 'tag': '0ae9e039-83a9-4200-8242-897302422258'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:55:10.744644 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1131ba-ed52-4b3c-87bf-5f62269f6b41" -d '{"events": [{"server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "name": "network-vif-deleted", "tag": "0ae9e039-83a9-4200-8242-897302422258"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:55:10.785241 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4be3a8-7532-4ff0-9caa-d87e569de641 x-openstack-request-id: req-6c4be3a8-7532-4ff0-9caa-d87e569de641 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:55:10.785594 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c2d55b-89a2-41f8-adc8-75f6db1ab3f3", "name": "network-vif-deleted", "tag": "0ae9e039-83a9-4200-8242-897302422258", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:55:10.785891 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c4be3a8-7532-4ff0-9caa-d87e569de641 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:55:10.786329 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c2d55b-89a2-41f8-adc8-75f6db1ab3f3', 'name': 'network-vif-deleted', 'tag': '0ae9e039-83a9-4200-8242-897302422258', 'status': 'completed', 'code': 200} Jun 16 13:55:11.054431 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17c9f3-1bf2-4f01-8a52-79f4ac5bfc71 req-8aa1b4b2-f5fa-47ca-bc5e-ab24b12c60b9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:11.055977 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-de17c9f3-1bf2-4f01-8a52-79f4ac5bfc71 req-8aa1b4b2-f5fa-47ca-bc5e-ab24b12c60b9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0683324 Jun 16 13:55:11.098333 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-de17c9f3-1bf2-4f01-8a52-79f4ac5bfc71 req-c2f38478-81f1-44f8-b33a-d0643123735a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345588 Jun 16 13:55:11.560738 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6c32fa06-d84c-4934-80e5-21fea09738f8 req-0600e788-cf06-48a3-854a-4a46c96f2dae tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "GET /v2.0/ports?device_id=20c2d55b-89a2-41f8-adc8-75f6db1ab3f3 HTTP/1.1" status: 200 len: 210 time: 0.0295122 Jun 16 13:55:12.276544 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205c0bf-f873-4d73-90bf-d0a833dddf13 req-719e311e-20e7-4fcd-a01f-8c85a029b6ad tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:12.277913 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f205c0bf-f873-4d73-90bf-d0a833dddf13 req-719e311e-20e7-4fcd-a01f-8c85a029b6ad tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0619438 Jun 16 13:55:12.318331 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f205c0bf-f873-4d73-90bf-d0a833dddf13 req-6e6e1efe-7c3b-49a2-aae8-b3417bb14f2e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342510 Jun 16 13:55:12.652496 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47088) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:12.708738 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00d0c5e8-6c25-4068-9883-04ce04e4a3e8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:12.733053 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00d0c5e8-6c25-4068-9883-04ce04e4a3e8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:12.791555 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00d0c5e8-6c25-4068-9883-04ce04e4a3e8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:12.794587 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-00d0c5e8-6c25-4068-9883-04ce04e4a3e8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:12.795901 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-00d0c5e8-6c25-4068-9883-04ce04e4a3e8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] 10.222.0.64 "DELETE /v2.0/security-groups/fff2940b-e7f7-40d8-84ae-fb041cbc8896 HTTP/1.1" status: 204 len: 168 time: 0.1423528 Jun 16 13:55:12.796671 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-69a954a4-4ae5-44a2-8ad2-1425c6eb8d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:12.805594 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0c5e8-6c25-4068-9883-04ce04e4a3e8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff2940b-e7f7-40d8-84ae-fb041cbc8896,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:12.808516 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-00d0c5e8-6c25-4068-9883-04ce04e4a3e8 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:12.841174 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47092) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:13.277088 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:13.502394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb669d3-02ef-483e-8cea-798863ff6737 req-6e869e6e-3704-417e-986f-43d4070b4d99 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:13.503837 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2cb669d3-02ef-483e-8cea-798863ff6737 req-6e869e6e-3704-417e-986f-43d4070b4d99 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0677001 Jun 16 13:55:13.541235 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2cb669d3-02ef-483e-8cea-798863ff6737 req-07475e37-063e-4eff-8e03-7cb829318431 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Jun 16 13:55:13.547687 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Deleting port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:13.548033 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:13.623280 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] For port a7850c9b-6b5b-4cf1-96ec-c1f55c2af487, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:13.623634 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:13.687091 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Calling delete_port for a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 owned by network:router_interface {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:13.864011 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:13.865875 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:13.889381 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7850c9b-6b5b-4cf1-96ec-c1f55c2af487,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:13.900332 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.900722 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.901098 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.901472 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.901837 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.902207 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.902570 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.903007 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.903891 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.904260 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.904619 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.904978 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:13.923729 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:14.061855 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:14.265350 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Router e678454f-dc73-416b-87f0-0dc35407803a has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:55:14.369379 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:55:14.374188 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-15bae91d-c8ed-450d-909d-8fe6048e5a7f admin admin] 10.222.0.64 "PUT /v2.0/routers/e678454f-dc73-416b-87f0-0dc35407803a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5321610 Jun 16 13:55:14.376850 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47104) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:14.377642 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] Sync routers for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:55:14.386618 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:55:14.387279 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:55:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:14.481971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks [] for router, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:14.486301 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:55:14.582832 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:14.620893 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 0ae9e039-83a9-4200-8242-897302422258 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:14.635994 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Deleting port efaa2c7c-d354-4886-a9f2-ec1bd72645cc {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:14.636334 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:14.659131 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 0ae9e039-83a9-4200-8242-897302422258 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:55:14.659500 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 0ae9e039-83a9-4200-8242-897302422258 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:55:14.687655 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:55:13Z', 'revision_number': 5, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port': {'id': 'efaa2c7c-d354-4886-a9f2-ec1bd72645cc', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:aa:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:14.691229 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] Checking router: e678454f-dc73-416b-87f0-0dc35407803a for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:55:14.699731 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] Routers {'e678454f-dc73-416b-87f0-0dc35407803a'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:55:14.700430 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:55:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e678454f-dc73-416b-87f0-0dc35407803a'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:14.720188 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] For port efaa2c7c-d354-4886-a9f2-ec1bd72645cc, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=efaa2c7c-d354-4886-a9f2-ec1bd72645cc,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:14.720748 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:14.732212 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ec171-f782-4377-99cf-ba29198553bc req-ef422c31-dc40-4ce7-afc9-fb2440096097 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:14.733636 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c99ec171-f782-4377-99cf-ba29198553bc req-ef422c31-dc40-4ce7-afc9-fb2440096097 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0673645 Jun 16 13:55:14.773548 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c99ec171-f782-4377-99cf-ba29198553bc req-0e9a87aa-4b2d-4380-be47-6a8a604dcda8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337374 Jun 16 13:55:14.792967 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] Set router e678454f-dc73-416b-87f0-0dc35407803a gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:55:14.846321 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:55:14Z', 'revision_number': 6, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:14.850324 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2c2bf-8d5b-43b8-95c8-58f6f4372bfe None None] The sync data for ids ['e678454f-dc73-416b-87f0-0dc35407803a'] in dv-cinder-789603-10-iscsi is: [{'id': 'e678454f-dc73-416b-87f0-0dc35407803a', 'name': 'tempest-TestShelveInstance-1130697364-router', 'tenant_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:04Z', 'updated_at': '2021-06-16T13:55:14Z', 'revision_number': 6, 'project_id': 'cdc85c5398f04fa299baa57b2be21a4d', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:55:15.054590 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Calling delete_port for efaa2c7c-d354-4886-a9f2-ec1bd72645cc owned by network:router_gateway {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:15.219146 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.221160 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6a6ac66b-0e4e-43c5-a15b-46d773fbcbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:15.244788 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=efaa2c7c-d354-4886-a9f2-ec1bd72645cc,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:15.247991 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:15.308650 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.394047 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.396124 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.441123 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.441772 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e678454f-dc73-416b-87f0-0dc35407803a {{(pid=103670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:55:15.446489 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.447665 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8b52c89b-bc35-46e9-80b5-ebc0a4799a92 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e678454f-dc73-416b-87f0-0dc35407803a HTTP/1.1" status: 204 len: 168 time: 1.0698848 Jun 16 13:55:15.450051 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47110) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:15.498263 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] Deleting subnet 858cdb05-9f85-4823-bc63-fe3300fc8e0c {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:55:15.501625 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.535278 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30714702'] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.642951 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.709142 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:15.717561 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32288624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30793493'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.720033 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8742e392-c193-450d-a3f5-83f2554590b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:15.735864 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:55:15.736252 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device a7850c9b-6b5b-4cf1-96ec-c1f55c2af487 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:55:15.736872 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device efaa2c7c-d354-4886-a9f2-ec1bd72645cc no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:15.743446 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858cdb05-9f85-4823-bc63-fe3300fc8e0c,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:15.747193 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:15.750345 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.754681 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0cc6f8e8-752b-423e-b5cd-b972ed0d945f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/858cdb05-9f85-4823-bc63-fe3300fc8e0c HTTP/1.1" status: 204 len: 168 time: 0.3012669 Jun 16 13:55:15.754985 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47112) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:15.762193 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deb6a47-addd-48bc-b8ac-da7164f136d5 None None] Network 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:55:15.766123 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: efaa2c7c-d354-4886-a9f2-ec1bd72645cc {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:55:15.766567 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device efaa2c7c-d354-4886-a9f2-ec1bd72645cc not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:55:15.826548 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.897590 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Deleting port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:15.897931 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.962725 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] For port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:15.963174 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:15.984743 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] DHCP port deletion for 6e01a6cd-78a6-4ce8-9638-3545a3d46c33 request from dv-cinder-789603-10-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:55:15.992305 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985773f0-8adb-4da8-9fc2-4f97d51e77ba req-b8431e75-b145-40dd-88a4-d83611e9fe34 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:15.993945 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-985773f0-8adb-4da8-9fc2-4f97d51e77ba req-b8431e75-b145-40dd-88a4-d83611e9fe34 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0796232 Jun 16 13:55:16.031912 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Calling delete_port for 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:16.037186 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Deleting port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:16.037605 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.037981 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-985773f0-8adb-4da8-9fc2-4f97d51e77ba req-30f1e171-3f94-458a-bb4b-036f8953d932 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376563 Jun 16 13:55:16.106542 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] For port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,segment=NetworkSegment(b9142896-3df1-4bcb-af44-0bd2f570d846),segment_id=b9142896-3df1-4bcb-af44-0bd2f570d846)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:16.106910 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.111423 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.113917 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:16.136749 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:16.140391 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:16.141183 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] No DVR routers for this DVR port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 on host dv-cinder-789603-10-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:55:16.169243 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Calling delete_port for 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:16.212837 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.223357 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e01a6cd-78a6-4ce8-9638-3545a3d46c33']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:16.233434 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9142896-3df1-4bcb-af44-0bd2f570d846') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:16.233737 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9142896-3df1-4bcb-af44-0bd2f570d846') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:16.242289 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.249508 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.252275 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:16.256250 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.262262 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:55:16.263248 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:55:16.265427 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:55:16.277462 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Pushing event deleted for resources: {'Port': ['ID=02ab99e3-c0f5-44ed-b148-f286c90e5fa1,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:16.279892 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] No DVR routers for this DVR port 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 on host dv-cinder-789603-10-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:55:16.288712 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.289311 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.289691 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.290059 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.290426 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.291144 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.291144 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.291497 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.291834 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.292162 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.292552 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.292832 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:55:16.296050 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:16.326315 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.330516 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:16.333036 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.334702 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6e01a6cd-78a6-4ce8-9638-3545a3d46c33 HTTP/1.1" status: 204 len: 168 time: 0.5789354 Jun 16 13:55:16.337659 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47116) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:16.345395 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e01a6cd-78a6-4ce8-9638-3545a3d46c33,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:16.347712 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9d839759-7698-4b21-98e6-471c7b50cb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:16.680127 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:16.927580 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Deleting port 15155266-9cc0-4767-9ff6-67a672105fec {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:16.928030 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:17.008201 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] For port 15155266-9cc0-4767-9ff6-67a672105fec, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=15155266-9cc0-4767-9ff6-67a672105fec,segment=NetworkSegment(8ae6120d-cbff-4171-ac5c-501881b896c0),segment_id=8ae6120d-cbff-4171-ac5c-501881b896c0)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:17.008862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:17.071958 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Calling delete_port for 15155266-9cc0-4767-9ff6-67a672105fec owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:17.277731 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f21e4b-e39a-44fe-8d7b-67d3f18380f5 req-60b84fd7-0bec-4de2-822a-c2e603b5f11b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:17.279748 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7f21e4b-e39a-44fe-8d7b-67d3f18380f5 req-60b84fd7-0bec-4de2-822a-c2e603b5f11b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.1116607 Jun 16 13:55:17.319578 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:17.323790 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-95634a3c-5c6c-482c-b1d7-68b45a8ce980 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:17.354579 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d7f21e4b-e39a-44fe-8d7b-67d3f18380f5 req-f8d98e75-65f3-42a9-894d-ec9206424cde tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691733 Jun 16 13:55:17.357276 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=15155266-9cc0-4767-9ff6-67a672105fec,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:17.361215 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:17.516827 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:17.726964 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Router 705aaca2-d823-4e28-a498-ab8714017cb4 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:55:17.760235 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:17.782128 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:55:17.782608 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 02ab99e3-c0f5-44ed-b148-f286c90e5fa1 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:55:17.833205 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:55:17.838358 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] 10.222.0.64 "PUT /v2.0/routers/705aaca2-d823-4e28-a498-ab8714017cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4996321 Jun 16 13:55:17.840877 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47124) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:17.841606 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] Sync routers for ids ['705aaca2-d823-4e28-a498-ab8714017cb4'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:55:17.850811 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] Routers {'705aaca2-d823-4e28-a498-ab8714017cb4'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:55:17.851463 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:55:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['705aaca2-d823-4e28-a498-ab8714017cb4'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:17.939511 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.037534 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] Set router 705aaca2-d823-4e28-a498-ab8714017cb4 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:55:18.041075 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.095472 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Deleting port b68e01d5-01a8-4b8c-8558-6c8604ef702c {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:18.095809 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.171281 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] For port b68e01d5-01a8-4b8c-8558-6c8604ef702c, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=b68e01d5-01a8-4b8c-8558-6c8604ef702c,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:18.171559 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.207427 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:55:17Z', 'revision_number': 5, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port': {'id': 'b68e01d5-01a8-4b8c-8558-6c8604ef702c', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:2b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:18.210765 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] Checking router: 705aaca2-d823-4e28-a498-ab8714017cb4 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:55:18.218914 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] Routers {'705aaca2-d823-4e28-a498-ab8714017cb4'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:55:18.219528 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:55:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['705aaca2-d823-4e28-a498-ab8714017cb4'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:18.236341 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Calling delete_port for b68e01d5-01a8-4b8c-8558-6c8604ef702c owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:18.302606 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] Set router 705aaca2-d823-4e28-a498-ab8714017cb4 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:55:18.354700 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:55:18Z', 'revision_number': 6, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:18.358186 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6894c8f-ef44-458e-90bc-8b29d3e00a6b None None] The sync data for ids ['705aaca2-d823-4e28-a498-ab8714017cb4'] in dv-cinder-789603-10-iscsi is: [{'id': '705aaca2-d823-4e28-a498-ab8714017cb4', 'name': 'tempest-TestShelveInstance-2033923697-router', 'tenant_id': 'a82a075b8e274f01b352118a843587c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:15Z', 'updated_at': '2021-06-16T13:55:18Z', 'revision_number': 6, 'project_id': 'a82a075b8e274f01b352118a843587c4', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:55:18.691572 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.694909 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:18.731498 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68e01d5-01a8-4b8c-8558-6c8604ef702c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:18.753423 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:18.785583 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bea0b-da13-4822-a1ca-335420a889dc req-1f63c176-ada3-4d66-a744-cbba337ba72e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:18.787098 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c8bea0b-da13-4822-a1ca-335420a889dc req-1f63c176-ada3-4d66-a744-cbba337ba72e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.1509359 Jun 16 13:55:18.822380 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.887905 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2c8bea0b-da13-4822-a1ca-335420a889dc req-5df9fb0e-8f5f-4e05-85d9-17e2ba8f316f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941327 Jun 16 13:55:18.920031 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.923095 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.975300 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.975862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 705aaca2-d823-4e28-a498-ab8714017cb4 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:55:18.980834 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:18.982032 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/705aaca2-d823-4e28-a498-ab8714017cb4 HTTP/1.1" status: 204 len: 168 time: 1.1393898 Jun 16 13:55:18.984390 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47130) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:19.035308 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Deleting subnet 7d7ca8d6-b390-4a35-af8f-766e0549a99a {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:55:19.038268 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.071810 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25007799'] for subnet, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.150631 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.204504 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25008228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823537'] for subnet, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.206901 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-13eb23a2-31f0-41d1-8e3d-afb461b16a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:19.233836 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7ca8d6-b390-4a35-af8f-766e0549a99a,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:19.237786 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:19.240052 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.242122 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7d7ca8d6-b390-4a35-af8f-766e0549a99a HTTP/1.1" status: 204 len: 168 time: 0.2566695 Jun 16 13:55:19.244534 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47132) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:19.247156 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ad6497-d17b-4015-aac2-7231a81015f5 None None] Network 43623030-9d0e-4aaf-b594-182c9c84a0b1 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:55:19.318866 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.377732 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Deleting port db708c5d-3425-4aae-aeb9-00f8c9ecb338 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:19.378073 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.450134 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] For port db708c5d-3425-4aae-aeb9-00f8c9ecb338, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=db708c5d-3425-4aae-aeb9-00f8c9ecb338,segment=NetworkSegment(8ae6120d-cbff-4171-ac5c-501881b896c0),segment_id=8ae6120d-cbff-4171-ac5c-501881b896c0)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:19.450440 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.463424 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] DHCP port deletion for 43623030-9d0e-4aaf-b594-182c9c84a0b1 request from dv-cinder-789603-10-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:55:19.510911 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] Deleting port db708c5d-3425-4aae-aeb9-00f8c9ecb338 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:55:19.511314 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.518599 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Calling delete_port for db708c5d-3425-4aae-aeb9-00f8c9ecb338 owned by network:dhcp {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:19.577474 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] For port db708c5d-3425-4aae-aeb9-00f8c9ecb338, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=db708c5d-3425-4aae-aeb9-00f8c9ecb338,segment=NetworkSegment(8ae6120d-cbff-4171-ac5c-501881b896c0),segment_id=8ae6120d-cbff-4171-ac5c-501881b896c0)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:19.577869 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.596337 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.599192 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a83cad2a-a01f-456d-a169-fecff1ea619a tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:19.622477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=db708c5d-3425-4aae-aeb9-00f8c9ecb338,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:19.624213 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] No DVR routers for this DVR port db708c5d-3425-4aae-aeb9-00f8c9ecb338 on host dv-cinder-789603-10-iscsi {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:55:19.625642 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:19.649575 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] Calling delete_port for db708c5d-3425-4aae-aeb9-00f8c9ecb338 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:55:19.697303 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.708066 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43623030-9d0e-4aaf-b594-182c9c84a0b1']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:19.718332 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae6120d-cbff-4171-ac5c-501881b896c0') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:19.718629 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae6120d-cbff-4171-ac5c-501881b896c0') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:19.722103 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 15155266-9cc0-4767-9ff6-67a672105fec no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:19.727620 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25007790'] for segment, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.740979 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.742012 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 15155266-9cc0-4767-9ff6-67a672105fec {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:55:19.742372 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 15155266-9cc0-4767-9ff6-67a672105fec not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:55:19.743160 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device db708c5d-3425-4aae-aeb9-00f8c9ecb338 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:19.748263 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:55:19.748656 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25008379'] for segment, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: Traceback (most recent call last): Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: timer() Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: cb(*args, **kw) Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: return func(*args, **kwargs) Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: self._notify() Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: self.callback(batched_events) Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: event.method(event) Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: return f(self, *a, **k) Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: return self._get(url).json() Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:55:19.750657 dv-cinder-789603-10-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:55:19.761901 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: db708c5d-3425-4aae-aeb9-00f8c9ecb338 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:55:19.762784 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device db708c5d-3425-4aae-aeb9-00f8c9ecb338 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:55:19.763223 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device b68e01d5-01a8-4b8c-8558-6c8604ef702c no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:19.765974 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.785291 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-898fe746-b02e-40fa-a020-9c436a9fd6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:19.789665 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: b68e01d5-01a8-4b8c-8558-6c8604ef702c {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:55:19.789665 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device b68e01d5-01a8-4b8c-8558-6c8604ef702c not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:55:19.812390 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] Pushing event deleted for resources: {'Port': ['ID=db708c5d-3425-4aae-aeb9-00f8c9ecb338,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:19.813389 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.814148 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] No DVR routers for this DVR port db708c5d-3425-4aae-aeb9-00f8c9ecb338 on host dv-cinder-789603-10-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:55:19.815528 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:19.820946 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:19.825929 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] 10.222.0.64 "DELETE /v2.0/networks/43623030-9d0e-4aaf-b594-182c9c84a0b1 HTTP/1.1" status: 204 len: 168 time: 0.5804555 Jun 16 13:55:19.826758 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-2c9936b7-91ad-42c9-8e56-eef98cbf7ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:19.839231 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Pushing event deleted for resources: {'Network': ['ID=43623030-9d0e-4aaf-b594-182c9c84a0b1,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:19.842492 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:19.934888 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47138) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:19.981975 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47142) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:19.982173 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-e29b83e0-b419-449b-b9e2-d2e836ba0a43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdc85c5398f04fa299baa57b2be21a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459235 Jun 16 13:55:20.064650 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-81988666-d9aa-45a2-8623-58f5c9a5ab2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:20.092883 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-81988666-d9aa-45a2-8623-58f5c9a5ab2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:20.119087 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421e1a1-6608-4c90-bb50-d47ac6af4b90 req-e7f75d84-a940-4d9a-9b4c-c3129331f43d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:20.120559 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3421e1a1-6608-4c90-bb50-d47ac6af4b90 req-e7f75d84-a940-4d9a-9b4c-c3129331f43d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.1080971 Jun 16 13:55:20.168987 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3421e1a1-6608-4c90-bb50-d47ac6af4b90 req-ad813d2a-06c1-4c34-85f4-741122f4bf5e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419552 Jun 16 13:55:20.177263 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-81988666-d9aa-45a2-8623-58f5c9a5ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:20.179823 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-81988666-d9aa-45a2-8623-58f5c9a5ab2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:20.180929 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-81988666-d9aa-45a2-8623-58f5c9a5ab2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35c2aaf0-636c-4e05-86f2-3eee5a6d0973 HTTP/1.1" status: 204 len: 168 time: 0.1976094 Jun 16 13:55:20.181788 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:20.190146 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81988666-d9aa-45a2-8623-58f5c9a5ab2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c2aaf0-636c-4e05-86f2-3eee5a6d0973,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:20.199239 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-81988666-d9aa-45a2-8623-58f5c9a5ab2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:20.484673 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47148) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:20.524113 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-338542b1-4f9e-49c3-8e05-b89ad178e7be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a82a075b8e274f01b352118a843587c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381694 Jun 16 13:55:20.526338 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47150) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:20.572852 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6080e335-9a82-4584-b3fa-02c701253324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:20.593799 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6080e335-9a82-4584-b3fa-02c701253324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:20.648885 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6080e335-9a82-4584-b3fa-02c701253324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:20.651522 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6080e335-9a82-4584-b3fa-02c701253324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:20.652646 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6080e335-9a82-4584-b3fa-02c701253324 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33910cf6-706f-4182-878b-bc4a0c3513ef HTTP/1.1" status: 204 len: 168 time: 0.1253397 Jun 16 13:55:20.654007 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-347ec03f-8b06-443e-99ac-fc66d366b27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:20.661480 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080e335-9a82-4584-b3fa-02c701253324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33910cf6-706f-4182-878b-bc4a0c3513ef,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:20.664064 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6080e335-9a82-4584-b3fa-02c701253324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:21.345759 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a9ecd-f041-4a41-b4a7-50c14ff5ff47 req-f7326d74-ee39-4e0d-b319-4a6b18892d98 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:21.347154 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-731a9ecd-f041-4a41-b4a7-50c14ff5ff47 req-f7326d74-ee39-4e0d-b319-4a6b18892d98 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0622039 Jun 16 13:55:21.384704 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-731a9ecd-f041-4a41-b4a7-50c14ff5ff47 req-2a8b1541-96c4-4c0d-97ef-57b854a289bd tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319958 Jun 16 13:55:22.561247 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5605e7-ef51-437d-96d0-5b159b20c88f req-a6231d3a-d285-4891-aa0c-ff5fdf87083a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:22.562622 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba5605e7-ef51-437d-96d0-5b159b20c88f req-a6231d3a-d285-4891-aa0c-ff5fdf87083a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0626247 Jun 16 13:55:22.598482 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba5605e7-ef51-437d-96d0-5b159b20c88f req-f4b810c4-1ea3-4bff-a974-1be89139776e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302122 Jun 16 13:55:23.778531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725529df-875b-4a77-8f11-5e60fd79beef req-c6abec55-4c53-4b6d-811d-c322d151e568 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:23.780016 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-725529df-875b-4a77-8f11-5e60fd79beef req-c6abec55-4c53-4b6d-811d-c322d151e568 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0669272 Jun 16 13:55:23.817602 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-725529df-875b-4a77-8f11-5e60fd79beef req-169ce11d-26c2-4f47-95bb-6a6d3b46525b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Jun 16 13:55:24.609725 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:55:24.707329 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:24.721630 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'port_id': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'mac_address': 'fa:16:3e:59:36:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:55:24.757196 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:24.769062 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09f9c1b6-d56a-45da-bf0a-36592dd461cb {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:55:24.788059 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:24.796835 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:24.798599 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:24.847150 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=6']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:24.850036 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:24.906483 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['09f9c1b6-d56a-45da-bf0a-36592dd461cb'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:55:24.998593 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8a48-7fbc-4670-b61c-3437cca76651 req-e576cb47-39c6-4d26-b9ef-6ec2441bd7be tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:25.000122 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b65a8a48-7fbc-4670-b61c-3437cca76651 req-e576cb47-39c6-4d26-b9ef-6ec2441bd7be tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 945 time: 0.0636172 Jun 16 13:55:25.038392 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b65a8a48-7fbc-4670-b61c-3437cca76651 req-fdf544e6-bc8c-475b-b7d4-35460b1cd583 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323429 Jun 16 13:55:26.211806 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1940-7547-4d86-868c-678d755d9a6c req-204b96d6-8bf2-4959-9688-fb50899774d1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:26.213296 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6eaa1940-7547-4d86-868c-678d755d9a6c req-204b96d6-8bf2-4959-9688-fb50899774d1 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 945 time: 0.0620942 Jun 16 13:55:26.254205 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6eaa1940-7547-4d86-868c-678d755d9a6c req-2d1b43f2-886d-4022-95f7-4543e49b206d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352812 Jun 16 13:55:26.613265 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:55:26.660025 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 09f9c1b6-d56a-45da-bf0a-36592dd461cb triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:55:26.660419 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:26.734786 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:26.876551 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:55:26.878704 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef2f86c-d51c-4343-95ea-7fe0f26ad45e" -d '{"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-plugged", "status": "completed", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:55:26.891207 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:26.895637 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:26.897548 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:26.943747 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=7']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:26.946750 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:27.087263 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b65941-7272-4a35-b14a-02a919e475bf x-openstack-request-id: req-01b65941-7272-4a35-b14a-02a919e475bf {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:55:27.087584 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-plugged", "status": "completed", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:55:27.087854 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01b65941-7272-4a35-b14a-02a919e475bf {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:55:27.088242 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'code': 200} Jun 16 13:55:27.591689 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4570c0-4c3c-4a39-ba76-b827415c1238 req-de2e0e6c-275a-4f0c-9e7f-d3d4442f1f5c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:27.593210 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4e4570c0-4c3c-4a39-ba76-b827415c1238 req-de2e0e6c-275a-4f0c-9e7f-d3d4442f1f5c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0686028 Jun 16 13:55:27.633820 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4e4570c0-4c3c-4a39-ba76-b827415c1238 req-dfaaf3b7-fffd-4b55-91c8-c97579188935 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349109 Jun 16 13:55:27.764857 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-96476969-02f3-4928-a0ea-d2f7cb07e1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:28.810056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc49acf-d015-4099-970e-4f1495c940c3 req-508867f5-e32a-4864-a282-283a3ebb93c9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:28.811530 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5bc49acf-d015-4099-970e-4f1495c940c3 req-508867f5-e32a-4864-a282-283a3ebb93c9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0613210 Jun 16 13:55:28.847366 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5bc49acf-d015-4099-970e-4f1495c940c3 req-3e22f8e5-560d-47c1-9a34-c0577662f731 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301077 Jun 16 13:55:30.037561 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88361132-6f6d-49b7-9d88-04b99409dda7 req-ce5dd82b-a025-47dd-85fe-59943a547938 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:30.039358 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-88361132-6f6d-49b7-9d88-04b99409dda7 req-ce5dd82b-a025-47dd-85fe-59943a547938 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0666087 Jun 16 13:55:30.083665 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-88361132-6f6d-49b7-9d88-04b99409dda7 req-c588c53b-ca6a-428d-921a-0080bd7402b6 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375452 Jun 16 13:55:30.382539 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:30.563973 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ed733239-fd8f-448c-b118-babf3875c655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:31.393679 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249a5a9-8102-4a2b-9320-1dbfff12724a req-bfb50430-fb11-42bd-b456-68c34e1dcc26 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:31.403807 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6249a5a9-8102-4a2b-9320-1dbfff12724a req-bfb50430-fb11-42bd-b456-68c34e1dcc26 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.1390646 Jun 16 13:55:31.445651 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-6249a5a9-8102-4a2b-9320-1dbfff12724a req-3305663d-18f3-4571-9d95-efbc7e42e90c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401833 Jun 16 13:55:31.539231 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:32.287055 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:32.640008 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee1564-d91f-4bdd-b2ef-54de8cf22e9c req-87c39785-44ee-46a6-a835-c4ecfe18bae4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:32.641484 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-82ee1564-d91f-4bdd-b2ef-54de8cf22e9c req-87c39785-44ee-46a6-a835-c4ecfe18bae4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0673645 Jun 16 13:55:32.706067 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-82ee1564-d91f-4bdd-b2ef-54de8cf22e9c req-26bcf11d-2722-4908-ab05-5f88d66e34e8 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583773 Jun 16 13:55:33.340439 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:33.905372 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6688521-c502-4c52-8be2-57a2369de37d req-7f7ff5bf-9c02-4399-bf77-63c3cccb0259 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:33.907705 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6688521-c502-4c52-8be2-57a2369de37d req-7f7ff5bf-9c02-4399-bf77-63c3cccb0259 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0806522 Jun 16 13:55:33.954192 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a6688521-c502-4c52-8be2-57a2369de37d req-0234347c-dbf4-4acf-b65f-9986025a81b2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399575 Jun 16 13:55:35.133998 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:55:35.206462 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54954ac7-023f-4e4e-9a23-81cd027fbed9 req-0c845d4d-8d4a-4739-bf13-78ce1f1ce9f3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:35.214678 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-54954ac7-023f-4e4e-9a23-81cd027fbed9 req-0c845d4d-8d4a-4739-bf13-78ce1f1ce9f3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0936160 Jun 16 13:55:35.254906 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-54954ac7-023f-4e4e-9a23-81cd027fbed9 req-e10ee556-d50a-4638-b35a-2322903c8bee tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391684 Jun 16 13:55:36.462718 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052a428-553b-4b75-b887-e92d506fabd1 req-5faadbab-2c56-497a-86c4-7762c209f182 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:36.464429 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8052a428-553b-4b75-b887-e92d506fabd1 req-5faadbab-2c56-497a-86c4-7762c209f182 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0745449 Jun 16 13:55:36.508414 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8052a428-553b-4b75-b887-e92d506fabd1 req-50defd67-20a0-4587-851c-6f2f4703d5eb tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376258 Jun 16 13:55:37.466473 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-3a03e72c-f77c-480b-9d90-bf23389aa89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:37.467967 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-3a03e72c-f77c-480b-9d90-bf23389aa89b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 1099 time: 0.0628715 Jun 16 13:55:37.587514 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-6d9a7d72-2b3f-4dde-a442-51241f8321e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:37.589230 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-6d9a7d72-2b3f-4dde-a442-51241f8321e5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.0987060 Jun 16 13:55:37.705297 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-13cfd0cb-f200-4de5-ae89-8be37dd94f98 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb HTTP/1.1" status: 200 len: 1002 time: 0.1089022 Jun 16 13:55:37.732243 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3d7d6-fbcc-4a84-9a70-51e01573b92b req-f1530c76-2fff-4bf9-9e06-72f368cfc912 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:37.733778 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-82b3d7d6-fbcc-4a84-9a70-51e01573b92b req-f1530c76-2fff-4bf9-9e06-72f368cfc912 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0951760 Jun 16 13:55:37.793719 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-28ac9714-3de5-440a-9c72-048613168ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:37.795293 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-28ac9714-3de5-440a-9c72-048613168ab1 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0819330 Jun 16 13:55:37.817566 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-82b3d7d6-fbcc-4a84-9a70-51e01573b92b req-9b9b40e7-6ba2-4532-b162-4eb9940aab9a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638657 Jun 16 13:55:37.861579 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-eaf2588b-c109-4686-96c3-38797e92878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:37.863077 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-eaf2588b-c109-4686-96c3-38797e92878c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606792 Jun 16 13:55:37.976016 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-7078c4c5-8584-4319-bff4-d3f787834c60 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050406 Jun 16 13:55:38.084323 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5bc08d4c-5a3a-4104-8fdc-d50301f03a44 req-109f78f4-b660-4732-af49-6408463b6e01 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001980 Jun 16 13:55:39.182375 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e546a-50ea-4f4a-aac6-a7af29e547e9 req-b34a9f18-0a25-4525-9e37-6cc9b8b947e0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:39.185168 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-394e546a-50ea-4f4a-aac6-a7af29e547e9 req-b34a9f18-0a25-4525-9e37-6cc9b8b947e0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0740855 Jun 16 13:55:39.232099 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-394e546a-50ea-4f4a-aac6-a7af29e547e9 req-3b5dd7ad-7201-4b17-b827-df63675eb55d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387268 Jun 16 13:55:40.435036 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7c6e5-3a2f-4c39-b086-dccd951906c2 req-cabf0f15-e2fd-49e6-8474-bdacaaac2713 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:40.436520 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-87d7c6e5-3a2f-4c39-b086-dccd951906c2 req-cabf0f15-e2fd-49e6-8474-bdacaaac2713 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0689316 Jun 16 13:55:40.485064 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-87d7c6e5-3a2f-4c39-b086-dccd951906c2 req-fb4bd53d-bdd8-4963-95ac-5eaadc24ffd3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415466 Jun 16 13:55:41.668327 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcb9b2-c793-4895-ac6c-2197e5facb26 req-4b497a31-be81-42d0-991d-8311c7e21aef tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:41.669793 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5bfcb9b2-c793-4895-ac6c-2197e5facb26 req-4b497a31-be81-42d0-991d-8311c7e21aef tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0645990 Jun 16 13:55:41.711605 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5bfcb9b2-c793-4895-ac6c-2197e5facb26 req-cedea174-d9ba-45fa-ad80-2c1f6daa6e8d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360274 Jun 16 13:55:41.941870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-f208e681-197a-40f7-946f-3c0838c71748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:41.943391 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-f208e681-197a-40f7-946f-3c0838c71748 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 1099 time: 0.0532978 Jun 16 13:55:42.034166 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-505939ec-ca1c-4fc9-8f98-ef7c19d9db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:42.035651 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-505939ec-ca1c-4fc9-8f98-ef7c19d9db0c service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.0828931 Jun 16 13:55:42.101191 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-85a77bc2-6b84-4d4d-be7f-ef45cd4b7b2f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb HTTP/1.1" status: 200 len: 1002 time: 0.0586588 Jun 16 13:55:42.149962 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-2deac7d5-e590-49b6-a48b-9e13494133be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:42.151494 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-2deac7d5-e590-49b6-a48b-9e13494133be service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0431077 Jun 16 13:55:42.209443 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-f9d188ed-3423-4d16-aff7-a55a078855be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:42.210957 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-f9d188ed-3423-4d16-aff7-a55a078855be service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525539 Jun 16 13:55:42.313968 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-1e633a9b-ac96-4740-ace1-eec65f085924 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958891 Jun 16 13:55:42.403709 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-88be36c8-5399-4b30-b153-2ca18f7d5998 req-07d741b4-c1b4-4033-903e-09837f7761a9 service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825229 Jun 16 13:55:42.887895 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1536e63-550b-4aa5-b5d6-0648c48c0cb4 req-aaaab508-50b5-4db2-8141-5134ce633d71 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:42.889332 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c1536e63-550b-4aa5-b5d6-0648c48c0cb4 req-aaaab508-50b5-4db2-8141-5134ce633d71 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0652883 Jun 16 13:55:42.925803 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c1536e63-550b-4aa5-b5d6-0648c48c0cb4 req-676c26c0-cca2-49c3-b4da-ed13467c9072 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Jun 16 13:55:44.101771 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2f76c-c0dc-4d47-abbc-b784136ef86f req-d4e84e6d-b0e4-424e-8210-5472823e806f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:44.103228 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10d2f76c-c0dc-4d47-abbc-b784136ef86f req-d4e84e6d-b0e4-424e-8210-5472823e806f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 946 time: 0.0628288 Jun 16 13:55:44.141313 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-10d2f76c-c0dc-4d47-abbc-b784136ef86f req-c3451ac6-1484-428a-8d86-5117c5d6d39e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318427 Jun 16 13:55:44.718828 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:44.795210 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:44.817636 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:55:44.819988 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d6967-c229-4468-a3f4-a5627ddfaf06" -d '{"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-unplugged", "status": "completed", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:55:44.833334 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:44.838086 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:44.840826 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:44.865010 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525ade6b-b6af-4d2c-b39c-b96b0d7eeff5 x-openstack-request-id: req-525ade6b-b6af-4d2c-b39c-b96b0d7eeff5 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:55:44.865317 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-unplugged", "status": "failed", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb", "code": 422}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:55:44.865583 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-525ade6b-b6af-4d2c-b39c-b96b0d7eeff5 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:55:44.866030 dv-cinder-789603-10-iscsi neutron-server[103672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'code': 422} returned with failed status Jun 16 13:55:44.892536 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=8']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:44.895606 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:45.329399 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06423b4-e8aa-4516-b9fb-e07c5c3a1ccb req-e500230c-f623-4b41-8677-d3a547405d0a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:45.331032 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c06423b4-e8aa-4516-b9fb-e07c5c3a1ccb req-e500230c-f623-4b41-8677-d3a547405d0a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0637369 Jun 16 13:55:45.369909 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c06423b4-e8aa-4516-b9fb-e07c5c3a1ccb req-0e26f9bc-c769-49a4-8e0e-1ddbdf08f62d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331807 Jun 16 13:55:47.493365 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf6dc1-6dcb-4e3e-8cca-ca5f1f705d43 req-a23f671c-a720-4b1a-887a-34997832d9f9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:47.494845 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5bbf6dc1-6dcb-4e3e-8cca-ca5f1f705d43 req-a23f671c-a720-4b1a-887a-34997832d9f9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0666237 Jun 16 13:55:47.533908 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-5bbf6dc1-6dcb-4e3e-8cca-ca5f1f705d43 req-435ad896-0a9e-45f5-b42b-c05c9ede0fdc tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326610 Jun 16 13:55:47.621853 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-9030f4c6-e121-43bc-9a3b-4530b29feb66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504797 Jun 16 13:55:48.592468 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-b5a05ebf-bd62-4f09-a1ba-91aa442bbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:48.594064 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-b5a05ebf-bd62-4f09-a1ba-91aa442bbb52 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59&tenant_id=957847ea17cb4184a393d53db001c635 HTTP/1.1" status: 200 len: 1097 time: 0.0524998 Jun 16 13:55:48.712405 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-2c689fc4-5e6f-4401-8289-cc503ceea6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:48.713896 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-2c689fc4-5e6f-4401-8289-cc503ceea6d4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=957847ea17cb4184a393d53db001c635&device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 1097 time: 0.0963464 Jun 16 13:55:48.731111 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:55:48.749634 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7e47-667d-4604-9aea-a41ae4fca0de req-a7f50fd9-d7df-40e2-8f9a-4a38c3137719 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:48.751117 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d3aa7e47-667d-4604-9aea-a41ae4fca0de req-a7f50fd9-d7df-40e2-8f9a-4a38c3137719 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0964177 Jun 16 13:55:48.841929 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d3aa7e47-667d-4604-9aea-a41ae4fca0de req-4c27c5cb-b098-4aed-ae62-03dd6b7153ef tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803411 Jun 16 13:55:48.844444 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-cfeef061-857d-4b18-afce-6ef4c4a4cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:48.845803 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-cfeef061-857d-4b18-afce-6ef4c4a4cc12 service neutron] 10.222.0.100 "GET /v2.0/networks?id=6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 200 len: 917 time: 0.1251090 Jun 16 13:55:48.914534 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-ff7d5e26-d54a-4100-9cb3-ec268372735e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb HTTP/1.1" status: 200 len: 1000 time: 0.0608463 Jun 16 13:55:48.960193 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-e8ec085c-ba7c-401f-a155-29982e5c369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:48.961553 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-e8ec085c-ba7c-401f-a155-29982e5c369e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 200 len: 854 time: 0.0407066 Jun 16 13:55:49.019050 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-61f3b5c7-3b13-4d3e-bad1-da3415a90ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:49.020511 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-61f3b5c7-3b13-4d3e-bad1-da3415a90ea8 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=6c012bcf-6644-48b7-91d2-615775f5fc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529540 Jun 16 13:55:49.107641 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-99867d17-8866-4c66-a176-a4f75fcddd0a service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790246 Jun 16 13:55:49.201307 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-d3074252-dcdc-44e9-b4aa-8c1e02a9078f service neutron] 10.222.0.100 "GET /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881453 Jun 16 13:55:50.035307 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60a11c-1d43-4ddf-9620-a60f92c30291 req-249d8f3f-37fc-4d20-aeca-3f873e2d769e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:50.036790 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b60a11c-1d43-4ddf-9620-a60f92c30291 req-249d8f3f-37fc-4d20-aeca-3f873e2d769e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0705791 Jun 16 13:55:50.078133 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2b60a11c-1d43-4ddf-9620-a60f92c30291 req-50c54b76-b704-4f52-98b8-b18fa3e87b4d tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351887 Jun 16 13:55:51.262551 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff64e09-236e-44c7-be21-628728ffafab req-ae67e287-4c6c-42b3-8ee3-69ebcc77d9f5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:51.264340 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-dff64e09-236e-44c7-be21-628728ffafab req-ae67e287-4c6c-42b3-8ee3-69ebcc77d9f5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0681839 Jun 16 13:55:51.304588 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-dff64e09-236e-44c7-be21-628728ffafab req-710dc3e9-d414-4651-a27a-87aa4321d33e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342453 Jun 16 13:55:52.493966 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c56584-5aeb-41ae-93a4-396b7d084b9c req-782cc4a5-5cbc-4bd8-89f1-54172d8293b7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:52.496130 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-50c56584-5aeb-41ae-93a4-396b7d084b9c req-782cc4a5-5cbc-4bd8-89f1-54172d8293b7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0659556 Jun 16 13:55:52.540863 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-50c56584-5aeb-41ae-93a4-396b7d084b9c req-b0c36e1f-d5c4-4e0c-a296-500909f125ff tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 Jun 16 13:55:53.739047 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c1d8b-4c23-45af-b3f2-938d2cddb4ef req-4bfc4216-c547-49de-8bea-90f1678b5092 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:53.740392 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-af4c1d8b-4c23-45af-b3f2-938d2cddb4ef req-4bfc4216-c547-49de-8bea-90f1678b5092 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0790675 Jun 16 13:55:53.778064 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-af4c1d8b-4c23-45af-b3f2-938d2cddb4ef req-887c5245-3163-496d-ac34-9952edb95f9e tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314853 Jun 16 13:55:54.969133 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6fad3-6ee2-4028-9f5e-2aeab6258501 req-5b73b3cc-4266-4327-bc69-669ea4ef6fb3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:54.970626 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9d6fad3-6ee2-4028-9f5e-2aeab6258501 req-5b73b3cc-4266-4327-bc69-669ea4ef6fb3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0671160 Jun 16 13:55:55.009883 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a9d6fad3-6ee2-4028-9f5e-2aeab6258501 req-738fb599-80d5-4ad8-8633-ba0095dc92a7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335093 Jun 16 13:55:56.190779 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923974e-859c-4aa1-83c8-d891fe631474 req-4e801cfe-c129-4ee8-90de-ef3328d64e74 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:56.192337 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9923974e-859c-4aa1-83c8-d891fe631474 req-4e801cfe-c129-4ee8-90de-ef3328d64e74 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0638564 Jun 16 13:55:56.232322 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9923974e-859c-4aa1-83c8-d891fe631474 req-003a0b4c-9295-4ff0-a3d7-e7a39025f869 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341189 Jun 16 13:55:57.418194 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cc80a-db01-4dfb-bda7-1dd7da3ee3cf req-3ebc2bf9-34e7-4e3e-a427-33e61308571f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:57.419695 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1b9cc80a-db01-4dfb-bda7-1dd7da3ee3cf req-3ebc2bf9-34e7-4e3e-a427-33e61308571f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0668523 Jun 16 13:55:57.460450 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1b9cc80a-db01-4dfb-bda7-1dd7da3ee3cf req-82427561-a62d-4f7e-b2e5-55127fc7496f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350459 Jun 16 13:55:57.770742 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9f9c964c-91d8-41c8-a2d2-8f41c22126a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:58.652591 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dce43-22e3-4ef7-88f0-48c024eb7457 req-f3427893-5d8e-42c2-93f5-3f70c36d1768 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:58.654382 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-740dce43-22e3-4ef7-88f0-48c024eb7457 req-f3427893-5d8e-42c2-93f5-3f70c36d1768 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0715153 Jun 16 13:55:58.705615 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-740dce43-22e3-4ef7-88f0-48c024eb7457 req-c8c53953-4640-42c8-806a-9589b751482c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446095 Jun 16 13:55:59.886006 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1910f7-1dab-4061-8316-8ffc31b7cf74 req-0c6874fa-4551-4b3f-a4bd-ed4ab82ff883 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:59.888132 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-de1910f7-1dab-4061-8316-8ffc31b7cf74 req-0c6874fa-4551-4b3f-a4bd-ed4ab82ff883 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0679104 Jun 16 13:55:59.925629 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-de1910f7-1dab-4061-8316-8ffc31b7cf74 req-51484920-7661-49da-85ce-b4fb44f1f1ae tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318999 Jun 16 13:56:00.384117 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:00.563684 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-6ba9f5fc-8589-4091-9afd-d74af1bdbb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.104328 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637fc77-4edf-46da-9c84-be8da3746bfa req-e6b487b4-e72f-47e5-a731-6da0989dc235 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:01.105774 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0637fc77-4edf-46da-9c84-be8da3746bfa req-e6b487b4-e72f-47e5-a731-6da0989dc235 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0650880 Jun 16 13:56:01.142095 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0637fc77-4edf-46da-9c84-be8da3746bfa req-3e17f7bb-5251-4388-93fb-2b971ef2694f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306799 Jun 16 13:56:01.539979 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.272499 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.318789 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325a927-8fee-4dc4-b4b2-8889c3bf8015 req-54d3ed1d-306a-4095-8515-b4057839f73b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:02.320346 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a325a927-8fee-4dc4-b4b2-8889c3bf8015 req-54d3ed1d-306a-4095-8515-b4057839f73b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0648148 Jun 16 13:56:02.356523 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-a325a927-8fee-4dc4-b4b2-8889c3bf8015 req-10f0319b-b4fa-45f9-9429-48b10c456144 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306549 Jun 16 13:56:03.340872 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.530243 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932807d-86ab-4d72-af3a-cfe15ee3e300 req-8adad116-b53e-48b1-8dc0-08ce41402a5c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:03.531736 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1932807d-86ab-4d72-af3a-cfe15ee3e300 req-8adad116-b53e-48b1-8dc0-08ce41402a5c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0617049 Jun 16 13:56:03.568621 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1932807d-86ab-4d72-af3a-cfe15ee3e300 req-9d4e05f2-15e5-447d-949d-882ce3078eb3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311952 Jun 16 13:56:04.756006 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4aedd-f454-45c3-9a04-d195b4ff46ca req-3449b4ac-22ad-411e-a2cc-6afae32e260a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:04.758521 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-47e4aedd-f454-45c3-9a04-d195b4ff46ca req-3449b4ac-22ad-411e-a2cc-6afae32e260a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0632796 Jun 16 13:56:04.803698 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-47e4aedd-f454-45c3-9a04-d195b4ff46ca req-e9e4fc2b-87d9-4c57-a8c5-399ec2be025a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391047 Jun 16 13:56:05.982524 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5f611-5a9b-4437-9f18-a4bd96f6cf2f req-7428b490-bceb-46d4-acab-af89d98cdae9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:05.984019 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-04a5f611-5a9b-4437-9f18-a4bd96f6cf2f req-7428b490-bceb-46d4-acab-af89d98cdae9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 944 time: 0.0633650 Jun 16 13:56:06.019811 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-04a5f611-5a9b-4437-9f18-a4bd96f6cf2f req-923bc684-5b72-4cc6-8dc9-51fcf398b1a0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302246 Jun 16 13:56:06.810228 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:56:06.900801 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:06.914683 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'port_id': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'mac_address': 'fa:16:3e:59:36:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:56:06.951103 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.964414 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f9c1b6-d56a-45da-bf0a-36592dd461cb {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:56:06.984853 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:06.988867 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:06.992045 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:07.037816 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=9']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:07.041201 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:07.205740 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b43561-d006-4418-bdb1-34a53e0541db req-72f4d280-ed20-41c9-b19f-37b96d76623c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:07.207355 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e9b43561-d006-4418-bdb1-34a53e0541db req-72f4d280-ed20-41c9-b19f-37b96d76623c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 945 time: 0.0657783 Jun 16 13:56:07.245235 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e9b43561-d006-4418-bdb1-34a53e0541db req-2cfec254-0733-4686-958f-af7d121435d4 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Jun 16 13:56:07.432649 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['09f9c1b6-d56a-45da-bf0a-36592dd461cb'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:56:08.423325 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857047b9-ab0a-4b39-a802-6621e8109040 req-7064b9cd-368b-4c46-bd34-12533b50b49c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:08.424787 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-857047b9-ab0a-4b39-a802-6621e8109040 req-7064b9cd-368b-4c46-bd34-12533b50b49c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 945 time: 0.0630715 Jun 16 13:56:08.460841 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-857047b9-ab0a-4b39-a802-6621e8109040 req-cb9566f8-f95a-4b6b-8a38-3c9d8731134c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305865 Jun 16 13:56:08.809518 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:08.855851 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 09f9c1b6-d56a-45da-bf0a-36592dd461cb triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:08.856362 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.932333 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.954425 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:56:08.956665 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe79fe7-9eba-4a9a-8c3e-1a0df80ff8ec" -d '{"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-plugged", "status": "completed", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:56:08.968668 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:08.972858 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:08.974939 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-fafa6385-7096-4e0d-8701-bb154da9095f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:08.996728 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595d7c03-6ac9-4593-8bf8-1f7952ee00d1 x-openstack-request-id: req-595d7c03-6ac9-4593-8bf8-1f7952ee00d1 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:56:08.997269 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-plugged", "status": "completed", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:56:08.997606 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-595d7c03-6ac9-4593-8bf8-1f7952ee00d1 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:56:08.997796 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'code': 200} Jun 16 13:56:09.024294 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=10']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:09.027655 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:09.200479 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5437d8-e5f2-44e3-9106-73b47c50623c req-4234ba83-424f-4ca4-b50d-938765384d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:09.201959 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2a5437d8-e5f2-44e3-9106-73b47c50623c req-4234ba83-424f-4ca4-b50d-938765384d4f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 1100 time: 0.0520766 Jun 16 13:56:09.235895 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2a5437d8-e5f2-44e3-9106-73b47c50623c req-4db1abf7-2f0b-41ea-9cea-933b9298ba3b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269816 Jun 16 13:56:09.650677 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249466db-d780-48b1-863b-ccea9ff13222 req-020c6276-d32f-475b-9675-63f2b596f257 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:09.652193 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-249466db-d780-48b1-863b-ccea9ff13222 req-020c6276-d32f-475b-9675-63f2b596f257 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 947 time: 0.0701952 Jun 16 13:56:09.690586 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-249466db-d780-48b1-863b-ccea9ff13222 req-c095b47e-2836-4da4-8660-645f14de8b59 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327001 Jun 16 13:56:09.985321 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5670b-01e2-4bf1-b2d5-4eace4f2b557 req-9a849e10-3fad-4275-8605-629e7558c829 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:09.986691 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2af5670b-01e2-4bf1-b2d5-4eace4f2b557 req-9a849e10-3fad-4275-8605-629e7558c829 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0615594 Jun 16 13:56:10.024819 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2af5670b-01e2-4bf1-b2d5-4eace4f2b557 req-bad3dcb0-f502-47d2-a646-e133178d973c tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321786 Jun 16 13:56:10.872699 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d41888-c00f-47a0-bb7e-7838c87ced35 req-03383c5b-06db-4870-af1c-a8e1ddae5dbc tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:10.874725 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-33d41888-c00f-47a0-bb7e-7838c87ced35 req-03383c5b-06db-4870-af1c-a8e1ddae5dbc tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 947 time: 0.0631561 Jun 16 13:56:10.914007 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-33d41888-c00f-47a0-bb7e-7838c87ced35 req-499b55c6-1d7a-4afb-8be7-7eeff783ac68 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315313 Jun 16 13:56:11.198743 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae5675-9e0d-4eb5-84da-e76a272e9969 req-1cd0ffaa-1d18-48e4-ac9c-eca6e91f5a76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:11.200250 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19ae5675-9e0d-4eb5-84da-e76a272e9969 req-1cd0ffaa-1d18-48e4-ac9c-eca6e91f5a76 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0640159 Jun 16 13:56:11.242253 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-19ae5675-9e0d-4eb5-84da-e76a272e9969 req-87f34546-7755-4b07-aa0d-9df63c28ed57 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363004 Jun 16 13:56:12.093515 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66f04-1ae6-45de-9276-92f60eb70d9e req-7f03b49e-8bcc-43f3-aab8-729358621d3a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:12.094962 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08f66f04-1ae6-45de-9276-92f60eb70d9e req-7f03b49e-8bcc-43f3-aab8-729358621d3a tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 947 time: 0.0678406 Jun 16 13:56:12.132357 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-08f66f04-1ae6-45de-9276-92f60eb70d9e req-163876de-7412-411c-bbcd-1cf84bf8a8d3 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317779 Jun 16 13:56:12.133362 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:56:12.416232 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce1242-b009-470d-ba3b-64e0b7c593a7 req-82ebab8b-f7ca-4632-aeaa-4ff5920bcad6 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:12.418226 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65ce1242-b009-470d-ba3b-64e0b7c593a7 req-82ebab8b-f7ca-4632-aeaa-4ff5920bcad6 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0626476 Jun 16 13:56:12.455087 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-65ce1242-b009-470d-ba3b-64e0b7c593a7 req-29515e97-d83c-4627-9ab5-13629d46c44c tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups?id=5baa4422-229f-4182-8d0c-cd3a5eda56da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Jun 16 13:56:12.479117 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-97d92307-af7f-4f88-a03a-e1d58bbb9b2b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:12.481295 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-97d92307-af7f-4f88-a03a-e1d58bbb9b2b tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 946 time: 0.0615597 Jun 16 13:56:12.579036 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Deleting port f7c231af-4721-4f43-b8c7-b548f0458fd0 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:12.579387 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.664631 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] For port f7c231af-4721-4f43-b8c7-b548f0458fd0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f7c231af-4721-4f43-b8c7-b548f0458fd0,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:12.665019 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.826590 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.826858 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.827193 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Floating IP 97b0558c-132a-4668-8373-9b26c9ec7aab disassociated. External IP: 172.27.2.63, port: f7c231af-4721-4f43-b8c7-b548f0458fd0. Jun 16 13:56:12.827531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Calling delete_port for f7c231af-4721-4f43-b8c7-b548f0458fd0 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:12.946744 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:12.951233 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f553bdc5-c1de-49db-8460-5550b82ce981 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:12.977615 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event deleted for resources: {'Port': ['ID=f7c231af-4721-4f43-b8c7-b548f0458fd0,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:12.989129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.989350 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.989717 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.990077 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.990430 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.990786 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.991161 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.991511 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.991940 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.992206 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.992550 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.992893 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:12.996625 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:13.097386 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Router e20c288f-3b46-46ce-8624-286512d976a1 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:13.200208 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:13.210632 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] Sync routers for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:13.221418 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:13.222010 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:56:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:13.247582 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] No DVR routers for this DVR port f7c231af-4721-4f43-b8c7-b548f0458fd0 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:56:13.249942 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:13.251951 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ef5b5b80-c131-4b8a-8149-6a7f244fd059 req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.100 "DELETE /v2.0/ports/f7c231af-4721-4f43-b8c7-b548f0458fd0 HTTP/1.1" status: 204 len: 173 time: 0.7650774 Jun 16 13:56:13.252408 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491993bb-191b-413d-8419-686f3d73b1d6', 'name': 'network-vif-deleted', 'tag': 'f7c231af-4721-4f43-b8c7-b548f0458fd0'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:56:13.254777 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bf739f-658a-4efa-a481-ca4778e1b3ce" -d '{"events": [{"server_uuid": "491993bb-191b-413d-8419-686f3d73b1d6", "name": "network-vif-deleted", "tag": "f7c231af-4721-4f43-b8c7-b548f0458fd0"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:56:13.291036 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063def3d-86e1-4eb9-a7a4-47a663746043 x-openstack-request-id: req-063def3d-86e1-4eb9-a7a4-47a663746043 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:56:13.291366 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491993bb-191b-413d-8419-686f3d73b1d6", "name": "network-vif-deleted", "tag": "f7c231af-4721-4f43-b8c7-b548f0458fd0", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:56:13.291682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-063def3d-86e1-4eb9-a7a4-47a663746043 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:56:13.292116 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491993bb-191b-413d-8419-686f3d73b1d6', 'name': 'network-vif-deleted', 'tag': 'f7c231af-4721-4f43-b8c7-b548f0458fd0', 'status': 'completed', 'code': 200} Jun 16 13:56:13.341643 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:13.539774 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:13.543612 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] Checking router: e20c288f-3b46-46ce-8624-286512d976a1 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:13.551909 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:13.552514 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:56:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:13.610079 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8b272d23-c532-4004-a171-95664e01360e req-13c71ea5-2dfd-4dc8-a7bf-657ec971c370 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/ports?device_id=491993bb-191b-413d-8419-686f3d73b1d6 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Jun 16 13:56:13.658705 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:13.865742 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:13.869225 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e02b2-d71c-44d9-89d8-b8543817ff9a None None] The sync data for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi is: [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:44:23Z', 'revision_number': 4, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': 'ea47c359-bacf-4d4b-8e72-239d163783ba', 'name': '', 'network_id': '32551c5f-142b-47df-8c76-1caa06b3929d', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'mac_address': 'fa:16:3e:74:d4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:18Z', 'updated_at': '2021-06-16T13:44:31Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'subnets': [{'id': '7f10c42e-70dc-4dc4-be8d-995edfc14efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:14.078858 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c310e-ab5e-404a-be66-5468d8367c19 None None] New status for floating IP 97b0558c-132a-4668-8373-9b26c9ec7aab: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:56:14.742911 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47588) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:14.797184 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.819770 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.829757 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device f7c231af-4721-4f43-b8c7-b548f0458fd0 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:14.848602 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: f7c231af-4721-4f43-b8c7-b548f0458fd0 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:14.849047 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device f7c231af-4721-4f43-b8c7-b548f0458fd0 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:14.873370 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.876163 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:14.877294 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "DELETE /v2.0/security-groups/5baa4422-229f-4182-8d0c-cd3a5eda56da HTTP/1.1" status: 204 len: 168 time: 0.1334112 Jun 16 13:56:14.878092 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-730fd86e-0508-4c9f-a0f4-7e8477a257a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:14.880103 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47590) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:14.887536 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baa4422-229f-4182-8d0c-cd3a5eda56da,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:14.894591 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.894940 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.895326 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.895441 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.api.v2.resource [None req-ad522b06-c97e-4c05-8449-c170863b9c4e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] show failed (client error): The resource could not be found. Jun 16 13:56:14.895705 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.896078 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.896331 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ad522b06-c97e-4c05-8449-c170863b9c4e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "GET /v2.0/security-groups/5baa4422-229f-4182-8d0c-cd3a5eda56da HTTP/1.1" status: 404 len: 347 time: 0.0144548 Jun 16 13:56:14.896532 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.896814 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.897285 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.897639 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.898084 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.898475 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.898838 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:14.899153 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47592) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:14.902171 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:15.275633 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Deleting port ca3de5db-4acb-4085-9af5-33a4a7407006 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:15.276102 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:15.347600 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:15.347928 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:15.409572 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Calling delete_port for ca3de5db-4acb-4085-9af5-33a4a7407006 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:15.535615 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:15.537488 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-099ec5c3-c5a3-457b-9813-4eea8f64d8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:15.561025 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Pushing event deleted for resources: {'Port': ['ID=ca3de5db-4acb-4085-9af5-33a4a7407006,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:15.564338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:15.625999 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks [] for floatingip, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:15.628496 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:15.629636 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] 10.222.0.64 "DELETE /v2.0/floatingips/97b0558c-132a-4668-8373-9b26c9ec7aab HTTP/1.1" status: 204 len: 168 time: 0.7296045 Jun 16 13:56:19.316487 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47620) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:19.783387 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:20.030569 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Deleting port ea47c359-bacf-4d4b-8e72-239d163783ba {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:20.030932 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:20.107446 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] For port ea47c359-bacf-4d4b-8e72-239d163783ba, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=ea47c359-bacf-4d4b-8e72-239d163783ba,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:20.107727 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:20.168130 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Calling delete_port for ea47c359-bacf-4d4b-8e72-239d163783ba owned by network:router_interface {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:20.338639 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:20.341380 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:20.368384 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea47c359-bacf-4d4b-8e72-239d163783ba,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:20.372959 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:20.528600 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:20.989279 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Router e20c288f-3b46-46ce-8624-286512d976a1 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:21.094743 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:21.100764 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c703974e-9c40-453a-a36e-cfdde4120e53 admin admin] 10.222.0.64 "PUT /v2.0/routers/e20c288f-3b46-46ce-8624-286512d976a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7821860 Jun 16 13:56:21.102161 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47624) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:21.103600 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] Sync routers for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:21.112895 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:21.113495 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:56:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:21.206691 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks [] for router, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.215959 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:21.302331 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.356451 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Deleting port 4687453d-7dc7-44af-a8df-638cb32b5931 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:21.357152 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.387481 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:56:20Z', 'revision_number': 5, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port': {'id': '4687453d-7dc7-44af-a8df-638cb32b5931', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:44:12Z', 'updated_at': '2021-06-16T13:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:21.390986 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] Checking router: e20c288f-3b46-46ce-8624-286512d976a1 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:21.399290 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] Routers {'e20c288f-3b46-46ce-8624-286512d976a1'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:21.399906 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:56:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['e20c288f-3b46-46ce-8624-286512d976a1'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:21.433074 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] For port 4687453d-7dc7-44af-a8df-638cb32b5931, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=4687453d-7dc7-44af-a8df-638cb32b5931,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:21.433431 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.500816 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Calling delete_port for 4687453d-7dc7-44af-a8df-638cb32b5931 owned by network:router_gateway {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:21.605501 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] Set router e20c288f-3b46-46ce-8624-286512d976a1 gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:21.660298 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:56:21Z', 'revision_number': 6, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:21.664259 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e44b6-5fb1-4d6a-aea8-fdd2d9705f7b None None] The sync data for ids ['e20c288f-3b46-46ce-8624-286512d976a1'] in dv-cinder-789603-10-iscsi is: [{'id': 'e20c288f-3b46-46ce-8624-286512d976a1', 'name': 'tempest-AttachVolumeTestJSON-139635162-router', 'tenant_id': 'efaf02d407be4ac69e265951af645cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:44:10Z', 'updated_at': '2021-06-16T13:56:21Z', 'revision_number': 6, 'project_id': 'efaf02d407be4ac69e265951af645cb9', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:21.664676 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.667621 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-335016ee-14f2-4343-bc03-a1c861bc1a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:21.692720 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4687453d-7dc7-44af-a8df-638cb32b5931,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:21.715391 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:21.752053 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.839706 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.841768 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.885781 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.886324 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e20c288f-3b46-46ce-8624-286512d976a1 {{(pid=103670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:56:21.890864 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.892035 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] 10.222.0.64 "DELETE /v2.0/routers/e20c288f-3b46-46ce-8624-286512d976a1 HTTP/1.1" status: 204 len: 168 time: 0.7889471 Jun 16 13:56:21.894627 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47626) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:21.937861 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] Deleting subnet 7f10c42e-70dc-4dc4-be8d-995edfc14efb {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:56:21.940899 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.974333 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30714702'] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.055181 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.110187 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32288624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30793493'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.113512 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:22.138418 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f10c42e-70dc-4dc4-be8d-995edfc14efb,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:22.140344 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.144351 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f10c42e-70dc-4dc4-be8d-995edfc14efb HTTP/1.1" status: 204 len: 168 time: 0.2466171 Jun 16 13:56:22.144351 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-7e8eb32d-4485-44c6-a647-8958c3b9326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:22.144793 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47628) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:22.147996 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0443a7-b523-45c9-b205-36564ebe2c0a None None] Network 32551c5f-142b-47df-8c76-1caa06b3929d requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:22.211950 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.263701 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Deleting port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:22.264182 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.330060 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] For port 228a1ad3-d47d-437a-8b87-4d08a3b424e5, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=228a1ad3-d47d-437a-8b87-4d08a3b424e5,segment=NetworkSegment(44d57008-0315-4df8-9b6e-167bcd32ca0e),segment_id=44d57008-0315-4df8-9b6e-167bcd32ca0e)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:22.330414 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.390823 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Calling delete_port for 228a1ad3-d47d-437a-8b87-4d08a3b424e5 owned by network:dhcp {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:22.472845 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] DHCP port deletion for 32551c5f-142b-47df-8c76-1caa06b3929d request from dv-cinder-789603-10-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:56:22.483307 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.485429 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f1350f80-8487-41cf-95c1-bfb27f729082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:22.507582 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Pushing event deleted for resources: {'Port': ['ID=228a1ad3-d47d-437a-8b87-4d08a3b424e5,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:22.511601 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:22.514180 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] No DVR routers for this DVR port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 on host dv-cinder-789603-10-iscsi {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:56:22.524942 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Deleting port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:22.525329 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.586977 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] For port 228a1ad3-d47d-437a-8b87-4d08a3b424e5, host dv-cinder-789603-10-iscsi, got binding levels [] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:22.587345 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.589409 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.599501 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32551c5f-142b-47df-8c76-1caa06b3929d']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:22.610245 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d57008-0315-4df8-9b6e-167bcd32ca0e') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:22.610536 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d57008-0315-4df8-9b6e-167bcd32ca0e') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:22.621231 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25007790'] for segment, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.636615 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.643934 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:56:22.644261 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25008379'] for segment, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.653532 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Calling delete_port for 228a1ad3-d47d-437a-8b87-4d08a3b424e5 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:22.656761 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.ipam_backend_mixin [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 was not found and therefore no delete operation was performed {{(pid=103672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 13:56:22.658037 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: Traceback (most recent call last): Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: timer() Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: cb(*args, **kw) Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: return func(*args, **kwargs) Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: self._notify() Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: self.callback(batched_events) Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: event.method(event) Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: return f(self, *a, **k) Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: return self._get(url).json() Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:56:22.659910 dv-cinder-789603-10-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:56:22.662983 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ab4af1cc-3941-4863-bc14-c142880dae11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:22.686930 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] No DVR routers for this DVR port 228a1ad3-d47d-437a-8b87-4d08a3b424e5 on host dv-cinder-789603-10-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:56:22.691221 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Pushing event deleted for resources: {'Port': ['ID=228a1ad3-d47d-437a-8b87-4d08a3b424e5,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:22.700489 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.701087 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.701437 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.701776 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.702106 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.702438 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.702770 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.703126 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.703857 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.703857 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.704056 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.704442 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:22.709379 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.713742 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:22.714120 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-14c2975a-5f3e-499b-92d3-5f179769f68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:22.718293 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.720359 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] 10.222.0.64 "DELETE /v2.0/networks/32551c5f-142b-47df-8c76-1caa06b3929d HTTP/1.1" status: 204 len: 168 time: 0.5746372 Jun 16 13:56:22.741647 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Pushing event deleted for resources: {'Network': ['ID=32551c5f-142b-47df-8c76-1caa06b3929d,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:22.744493 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:22.860131 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47632) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:22.904520 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4f67974c-e3a7-478c-9c6f-78e107301044 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efaf02d407be4ac69e265951af645cb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430567 Jun 16 13:56:22.907131 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47634) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:22.953169 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bb998a39-4224-47e1-9b31-2dae25c367a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.973588 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bb998a39-4224-47e1-9b31-2dae25c367a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:23.018708 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bb998a39-4224-47e1-9b31-2dae25c367a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:23.021263 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-bb998a39-4224-47e1-9b31-2dae25c367a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:23.022387 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-bb998a39-4224-47e1-9b31-2dae25c367a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ecca279d-ad61-46d7-857e-d4ac7e58a366 HTTP/1.1" status: 204 len: 168 time: 0.1143825 Jun 16 13:56:23.023175 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0b66c954-3f95-4611-85aa-f4fb2a858735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:23.030755 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb998a39-4224-47e1-9b31-2dae25c367a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecca279d-ad61-46d7-857e-d4ac7e58a366,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:23.033437 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bb998a39-4224-47e1-9b31-2dae25c367a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:23.738191 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 228a1ad3-d47d-437a-8b87-4d08a3b424e5 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:23.761589 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 228a1ad3-d47d-437a-8b87-4d08a3b424e5 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:23.762013 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 228a1ad3-d47d-437a-8b87-4d08a3b424e5 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:23.762360 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 4687453d-7dc7-44af-a8df-638cb32b5931 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:23.780238 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 4687453d-7dc7-44af-a8df-638cb32b5931 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:23.780626 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 4687453d-7dc7-44af-a8df-638cb32b5931 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:23.781093 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device ea47c359-bacf-4d4b-8e72-239d163783ba no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:23.802373 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: ea47c359-bacf-4d4b-8e72-239d163783ba {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:23.802974 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device ea47c359-bacf-4d4b-8e72-239d163783ba not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:24.638026 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47684) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:24.737074 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dceebb-cad6-415e-9f64-98a267fd0550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:24.825124 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dceebb-cad6-415e-9f64-98a267fd0550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:24.828828 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-96dceebb-cad6-415e-9f64-98a267fd0550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:24.831249 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-efdf578d-59d8-4aae-ba10-71eb92194955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:24.866080 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-96dceebb-cad6-415e-9f64-98a267fd0550 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e262db36cfa346d490b81209122e26c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269328 Jun 16 13:56:24.867399 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dceebb-cad6-415e-9f64-98a267fd0550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c11ff3f-871b-42ae-a802-ac22259e386f,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:24.868787 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47688) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:24.870436 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-96dceebb-cad6-415e-9f64-98a267fd0550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:24.918669 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-69375ee0-af15-472c-8763-4ac3a03e4102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:24.938762 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-69375ee0-af15-472c-8763-4ac3a03e4102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:24.984510 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-69375ee0-af15-472c-8763-4ac3a03e4102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:24.987502 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-69375ee0-af15-472c-8763-4ac3a03e4102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:24.988735 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-69375ee0-af15-472c-8763-4ac3a03e4102 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c11ff3f-871b-42ae-a802-ac22259e386f HTTP/1.1" status: 204 len: 168 time: 0.1189497 Jun 16 13:56:24.989605 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6080e335-9a82-4584-b3fa-02c701253324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:24.996897 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69375ee0-af15-472c-8763-4ac3a03e4102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c11ff3f-871b-42ae-a802-ac22259e386f,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:24.999262 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-69375ee0-af15-472c-8763-4ac3a03e4102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:25.247390 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47694) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:25.261287 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f74c6cc3-b3a1-4ed9-857d-f43904dcce44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:25.351288 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f74c6cc3-b3a1-4ed9-857d-f43904dcce44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:25.354795 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f74c6cc3-b3a1-4ed9-857d-f43904dcce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:25.357210 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-124230fe-8e46-4c78-bf75-08dacdad4417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:25.392326 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f74c6cc3-b3a1-4ed9-857d-f43904dcce44 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0f4d33a2dbb4f6fb5411df97a4bf226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438787 Jun 16 13:56:25.393170 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c6cc3-b3a1-4ed9-857d-f43904dcce44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befb36b0-9d50-4110-b711-2c3f86f88276,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:25.395725 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47696) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:25.396070 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f74c6cc3-b3a1-4ed9-857d-f43904dcce44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:25.444193 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-287519a0-5dbc-478d-8fd8-d2d6ddad742b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:25.468363 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-287519a0-5dbc-478d-8fd8-d2d6ddad742b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:25.516415 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-287519a0-5dbc-478d-8fd8-d2d6ddad742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:25.518928 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-287519a0-5dbc-478d-8fd8-d2d6ddad742b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:25.520058 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-287519a0-5dbc-478d-8fd8-d2d6ddad742b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/befb36b0-9d50-4110-b711-2c3f86f88276 HTTP/1.1" status: 204 len: 168 time: 0.1229711 Jun 16 13:56:25.520892 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d6d5cfbf-1e0b-49e2-9a60-03c0e26fdfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:25.528121 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287519a0-5dbc-478d-8fd8-d2d6ddad742b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb36b0-9d50-4110-b711-2c3f86f88276,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:25.530414 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-287519a0-5dbc-478d-8fd8-d2d6ddad742b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:27.107418 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47750) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:27.209682 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bef1db1d-e1b3-4a04-a5ac-d54511441d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.295792 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bef1db1d-e1b3-4a04-a5ac-d54511441d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.299586 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bef1db1d-e1b3-4a04-a5ac-d54511441d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.301974 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d2eb4693-92cf-4cca-87f3-f38d19ca95bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:27.337612 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-bef1db1d-e1b3-4a04-a5ac-d54511441d31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9096bc7d62bb46799920a915ceea003e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291479 Jun 16 13:56:27.338511 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1db1d-e1b3-4a04-a5ac-d54511441d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d70c64-d342-47cb-ba8b-faef308f0801,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:27.340290 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47754) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:27.341930 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-bef1db1d-e1b3-4a04-a5ac-d54511441d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:27.388931 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa917354-6bce-42b0-b354-2a2edc149f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.409735 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa917354-6bce-42b0-b354-2a2edc149f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.456004 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa917354-6bce-42b0-b354-2a2edc149f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.458839 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aa917354-6bce-42b0-b354-2a2edc149f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.459990 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-aa917354-6bce-42b0-b354-2a2edc149f2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35d70c64-d342-47cb-ba8b-faef308f0801 HTTP/1.1" status: 204 len: 168 time: 0.1187215 Jun 16 13:56:27.460748 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ce9a33fa-a560-4db4-97c3-c969a03e0d9f tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:27.468391 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa917354-6bce-42b0-b354-2a2edc149f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d70c64-d342-47cb-ba8b-faef308f0801,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:27.470611 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-aa917354-6bce-42b0-b354-2a2edc149f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:27.710420 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47760) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:27.725165 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b933fe14-f58f-4fcb-9e24-4506cd33f339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.762471 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-aee95d40-ab61-4b28-9ae1-3494ad5155ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.814981 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b933fe14-f58f-4fcb-9e24-4506cd33f339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.818358 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b933fe14-f58f-4fcb-9e24-4506cd33f339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.821583 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8e792506-e869-45a8-8817-615eb55bc855 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:27.860568 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-b933fe14-f58f-4fcb-9e24-4506cd33f339 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b5a4d10322f4711b1253cdf9b161ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489234 Jun 16 13:56:27.861732 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933fe14-f58f-4fcb-9e24-4506cd33f339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf5c56-3120-4d75-87cc-307ab4f4e1ab,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:27.863366 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47762) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:27.864853 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b933fe14-f58f-4fcb-9e24-4506cd33f339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:27.911726 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1dfd86d7-9437-4286-858b-667269b931ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.932014 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1dfd86d7-9437-4286-858b-667269b931ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.978197 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1dfd86d7-9437-4286-858b-667269b931ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.980895 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1dfd86d7-9437-4286-858b-667269b931ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:27.982054 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1dfd86d7-9437-4286-858b-667269b931ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b0cf5c56-3120-4d75-87cc-307ab4f4e1ab HTTP/1.1" status: 204 len: 168 time: 0.1176925 Jun 16 13:56:27.982907 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0b0ffe86-1d6e-40b4-8ab2-70bcfffa0a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:27.990379 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd86d7-9437-4286-858b-667269b931ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cf5c56-3120-4d75-87cc-307ab4f4e1ab,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:27.992555 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1dfd86d7-9437-4286-858b-667269b931ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:30.385441 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:30.564405 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-df683947-1810-45a2-ab63-9965b580f6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.543959 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.278576 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.792413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47860) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:32.895464 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-87ac19d2-8ef6-4b3b-a526-e5e371fcab41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.978468 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-87ac19d2-8ef6-4b3b-a526-e5e371fcab41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.982127 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-87ac19d2-8ef6-4b3b-a526-e5e371fcab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.984540 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-eb262aed-f3f3-4326-9a1a-8b9b05621f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:33.020935 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-87ac19d2-8ef6-4b3b-a526-e5e371fcab41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26baf1d1fa674ee8a8443bd8b91a88c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274463 Jun 16 13:56:33.021710 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac19d2-8ef6-4b3b-a526-e5e371fcab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc5b40b-560f-4307-8a1f-b978dceeadb4,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.023682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47864) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:33.024939 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-87ac19d2-8ef6-4b3b-a526-e5e371fcab41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:33.073376 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9d271b8e-b5eb-4703-84f9-afa78890c37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.092941 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9d271b8e-b5eb-4703-84f9-afa78890c37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.138611 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9d271b8e-b5eb-4703-84f9-afa78890c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.141179 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9d271b8e-b5eb-4703-84f9-afa78890c37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.142309 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9d271b8e-b5eb-4703-84f9-afa78890c37b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fc5b40b-560f-4307-8a1f-b978dceeadb4 HTTP/1.1" status: 204 len: 168 time: 0.1176550 Jun 16 13:56:33.143144 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b933fe14-f58f-4fcb-9e24-4506cd33f339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:33.150262 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d271b8e-b5eb-4703-84f9-afa78890c37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc5b40b-560f-4307-8a1f-b978dceeadb4,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.152637 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9d271b8e-b5eb-4703-84f9-afa78890c37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:33.344391 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.402142 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47872) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:33.415700 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf012-5906-4673-81be-4b6cd3cca540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.504920 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf012-5906-4673-81be-4b6cd3cca540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.508389 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf012-5906-4673-81be-4b6cd3cca540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.510753 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-dc94e9d2-6cc5-4e9a-8d4a-3f161ff954b2 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:33.545184 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf012-5906-4673-81be-4b6cd3cca540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f8c619-da33-45d5-a608-e409dabf6054,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.549211 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a6bcf012-5906-4673-81be-4b6cd3cca540 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=528a048692c94f45b3551fd679012995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459775 Jun 16 13:56:33.550089 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a6bcf012-5906-4673-81be-4b6cd3cca540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:33.551761 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47874) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:33.597634 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-87ce42a1-33c5-4cfa-a18e-f18046991570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.622197 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-87ce42a1-33c5-4cfa-a18e-f18046991570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.669469 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-87ce42a1-33c5-4cfa-a18e-f18046991570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.672161 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-87ce42a1-33c5-4cfa-a18e-f18046991570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.673294 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-87ce42a1-33c5-4cfa-a18e-f18046991570 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58f8c619-da33-45d5-a608-e409dabf6054 HTTP/1.1" status: 204 len: 168 time: 0.1206539 Jun 16 13:56:33.674095 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-37acf671-f74d-427c-bc5b-b8b81d938f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:33.683342 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce42a1-33c5-4cfa-a18e-f18046991570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f8c619-da33-45d5-a608-e409dabf6054,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.685633 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-87ce42a1-33c5-4cfa-a18e-f18046991570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:33.989124 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47880) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:34.002343 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33a0eb47-1bc2-4cc5-99e7-b1eddb822a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.089420 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33a0eb47-1bc2-4cc5-99e7-b1eddb822a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.093095 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-33a0eb47-1bc2-4cc5-99e7-b1eddb822a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.096373 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-87ce42a1-33c5-4cfa-a18e-f18046991570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:34.130765 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-33a0eb47-1bc2-4cc5-99e7-b1eddb822a26 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81044444c8fc4819a000f9d301bff559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404982 Jun 16 13:56:34.131732 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0eb47-1bc2-4cc5-99e7-b1eddb822a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1e763f-4da7-427e-92f4-795d1c6bb456,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:34.133752 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47882) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:34.140089 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-33a0eb47-1bc2-4cc5-99e7-b1eddb822a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:34.183118 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-33b90c0e-7930-4216-b478-27a9898a8e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.203615 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-33b90c0e-7930-4216-b478-27a9898a8e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.248043 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-33b90c0e-7930-4216-b478-27a9898a8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.250571 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-33b90c0e-7930-4216-b478-27a9898a8e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.251758 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-33b90c0e-7930-4216-b478-27a9898a8e90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c1e763f-4da7-427e-92f4-795d1c6bb456 HTTP/1.1" status: 204 len: 168 time: 0.1170037 Jun 16 13:56:34.252572 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7303d259-cbd5-4320-82e5-f909051f3a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:34.259552 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b90c0e-7930-4216-b478-27a9898a8e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1e763f-4da7-427e-92f4-795d1c6bb456,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:34.262398 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-33b90c0e-7930-4216-b478-27a9898a8e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:36.032573 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47952) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:36.136096 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-21009f54-d782-4923-a2f1-4fd31ebd520d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.222906 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-21009f54-d782-4923-a2f1-4fd31ebd520d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.226476 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-21009f54-d782-4923-a2f1-4fd31ebd520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.229003 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9fa31e04-bd56-4bf8-9402-d6c3362a23c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:36.264722 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-21009f54-d782-4923-a2f1-4fd31ebd520d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebd92ccb660d42be886e80180e2fd1e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310674 Jun 16 13:56:36.265773 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21009f54-d782-4923-a2f1-4fd31ebd520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556735a4-41b2-4c21-860b-50c3eaec0266,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:36.267448 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47956) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:36.268749 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-21009f54-d782-4923-a2f1-4fd31ebd520d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:36.316286 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-79d0ee15-666b-4ace-9192-ccd72ec4adc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.336767 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-79d0ee15-666b-4ace-9192-ccd72ec4adc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.383862 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-79d0ee15-666b-4ace-9192-ccd72ec4adc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.387095 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-79d0ee15-666b-4ace-9192-ccd72ec4adc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.388248 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-79d0ee15-666b-4ace-9192-ccd72ec4adc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/556735a4-41b2-4c21-860b-50c3eaec0266 HTTP/1.1" status: 204 len: 168 time: 0.1198139 Jun 16 13:56:36.389031 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6510933a-1f9c-4663-a72b-0231d35a6c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:36.396113 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0ee15-666b-4ace-9192-ccd72ec4adc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556735a4-41b2-4c21-860b-50c3eaec0266,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:36.398402 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-79d0ee15-666b-4ace-9192-ccd72ec4adc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:36.632767 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 47962) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:36.646271 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f8d85b6b-0613-46ab-b34d-755e3b0fd72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.731364 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f8d85b6b-0613-46ab-b34d-755e3b0fd72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.735279 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-f8d85b6b-0613-46ab-b34d-755e3b0fd72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.737805 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-91439561-069b-406a-a7fd-028ea8a92235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:36.773976 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-f8d85b6b-0613-46ab-b34d-755e3b0fd72f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edf90e712615450d8d86b71d17afbab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400950 Jun 16 13:56:36.774858 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d85b6b-0613-46ab-b34d-755e3b0fd72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f85cb1a-53d2-48ff-a603-83af8f158951,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:36.776622 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 47964) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:36.777871 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-f8d85b6b-0613-46ab-b34d-755e3b0fd72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:36.824824 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65e6c32e-af0a-4e6e-b162-8caff6ac652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.849656 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65e6c32e-af0a-4e6e-b162-8caff6ac652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.895521 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65e6c32e-af0a-4e6e-b162-8caff6ac652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.898109 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-65e6c32e-af0a-4e6e-b162-8caff6ac652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.899284 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-65e6c32e-af0a-4e6e-b162-8caff6ac652f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f85cb1a-53d2-48ff-a603-83af8f158951 HTTP/1.1" status: 204 len: 168 time: 0.1216559 Jun 16 13:56:36.900327 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c4343d1c-4d2e-4d92-99ee-e9e2ef39e2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:36.907856 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6c32e-af0a-4e6e-b162-8caff6ac652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f85cb1a-53d2-48ff-a603-83af8f158951,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:36.910130 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-65e6c32e-af0a-4e6e-b162-8caff6ac652f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:49.132848 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:56:57.766128 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-41667bb0-3a85-471e-b842-a83fc6233a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:00.388210 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:00.565091 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a4ed59c8-9865-4b02-ab10-65bb48a80104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.455227 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48102) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:01.545686 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.560001 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2a2e42f0-155a-424a-9442-87511a9047fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.646386 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2a2e42f0-155a-424a-9442-87511a9047fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.649382 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2a2e42f0-155a-424a-9442-87511a9047fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.653538 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-287519a0-5dbc-478d-8fd8-d2d6ddad742b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:01.686471 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2a2e42f0-155a-424a-9442-87511a9047fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76c8b55925234e7ca57409e8af4caf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301195 Jun 16 13:57:01.688427 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e42f0-155a-424a-9442-87511a9047fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bce99d-b7f2-4fbc-a5d0-4aef3081dbd7,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:01.689346 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48106) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:01.691689 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2a2e42f0-155a-424a-9442-87511a9047fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:01.737266 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3a7a08b2-0216-4cb3-9b9c-602f815ece27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.761152 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3a7a08b2-0216-4cb3-9b9c-602f815ece27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.805164 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3a7a08b2-0216-4cb3-9b9c-602f815ece27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.807823 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3a7a08b2-0216-4cb3-9b9c-602f815ece27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.808930 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3a7a08b2-0216-4cb3-9b9c-602f815ece27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62bce99d-b7f2-4fbc-a5d0-4aef3081dbd7 HTTP/1.1" status: 204 len: 168 time: 0.1185973 Jun 16 13:57:01.809729 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-5dc846cd-8817-49db-a2ef-285539b4088b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:01.817043 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a08b2-0216-4cb3-9b9c-602f815ece27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bce99d-b7f2-4fbc-a5d0-4aef3081dbd7,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:01.819425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-3a7a08b2-0216-4cb3-9b9c-602f815ece27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:02.289546 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.439869 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48128) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:02.554418 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-954937414-network', 'tenant_id': '092fbecd691a40ec8d0359deb41c529b'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:57:02.576432 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Made reservation on behalf of 092fbecd691a40ec8d0359deb41c529b for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:57:02.578693 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.586461 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.674026 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.677529 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.680327 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e3d4bb36-8b41-4a45-a324-b2b6828dd7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:02.705751 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] vlan segment allocate from pool success with {'vlan_id': 1215, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:57:02.711000 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6120be-2f03-4047-8374-f11a4a69d0db,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:02.714800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:02.719623 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.720011 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Added segment ea40fe9c-9702-4c12-bbb2-51fabb0d873b of type vlan for network 48d8fd57-e6e6-413e-b009-f65db6687d9e Jun 16 13:57:02.759597 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.786513 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.787821 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:02.788399 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.791421 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:02.814044 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3731256 Jun 16 13:57:02.816961 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48132) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:02.822761 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Request body: {'subnet': {'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-954937414-subnet', 'tenant_id': '092fbecd691a40ec8d0359deb41c529b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:57:02.843281 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Made reservation on behalf of 092fbecd691a40ec8d0359deb41c529b for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:57:02.845606 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30793486'] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.854516 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Pushing event updated for resources: {'Network': ['ID=48d8fd57-e6e6-413e-b009-f65db6687d9e,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:02.857424 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-25c6ecc1-969c-4039-aade-da06c0e7344a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:02.864562 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 48d8fd57-e6e6-413e-b009-f65db6687d9e details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:57:03.007754 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32288561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30793500'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:03.010468 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a7d95c05-487c-4766-8ffb-ca780e2978ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:03.067193 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2f578b-f402-4835-b5e8-099b5106aafa,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:03.070469 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:03.076090 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Checking segment: {'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:57:03.076449 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Network hostable DHCP agents. Network: 48d8fd57-e6e6-413e-b009-f65db6687d9e, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:57:03.091739 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Network 48d8fd57-e6e6-413e-b009-f65db6687d9e is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:57:03.100085 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 48d8fd57-e6e6-413e-b009-f65db6687d9e) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:57:03.104750 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:03.105338 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:03.109276 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da884020-7ed9-4ee5-9928-ae29e16d13cb None None] Network 48d8fd57-e6e6-413e-b009-f65db6687d9e requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:57:03.124100 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-df0f7bcd-576e-4e0f-b89a-e6d651b4a83f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3059385 Jun 16 13:57:03.245115 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c69c34-6cf2-4d53-99f4-fe6135ddfe40 None None] Network 48d8fd57-e6e6-413e-b009-f65db6687d9e requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:57:03.372415 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:04.872590 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-729e61ab-2dbf-45c2-afde-c04f5f442e8c tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:04.874100 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-729e61ab-2dbf-45c2-afde-c04f5f442e8c tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/networks?id=48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 200 len: 813 time: 0.1019740 Jun 16 13:57:04.888794 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-63eb17a2-81e4-423d-a8b7-948847a0b1ab tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/quotas/092fbecd691a40ec8d0359deb41c529b HTTP/1.1" status: 200 len: 375 time: 0.0091176 Jun 16 13:57:04.928118 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-694e4b47-02dc-49a5-8d59-0f2846739fea tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=092fbecd691a40ec8d0359deb41c529b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333748 Jun 16 13:57:04.938153 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-d2f4fc5f-9886-4c16-944c-9b8bf00d9964 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:57:04.939107 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-d2f4fc5f-9886-4c16-944c-9b8bf00d9964 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048397 Jun 16 13:57:05.024087 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-1b5a33c6-f109-404c-933d-00cce5d0d4c1 service neutron] 10.222.0.64 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798817 Jun 16 13:57:05.113974 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-3db13b0d-d764-44bf-9dc1-09a9d491d95f service neutron] 10.222.0.64 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836313 Jun 16 13:57:05.278615 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e6e86c11-cb4a-416e-b671-4891fcab7e70 req-69e0fa64-1712-48ba-8a39-12a2fff8fa65 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 210 time: 0.0286708 Jun 16 13:57:06.298768 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-7662fed7-e118-4409-a0a8-753f52da0329 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:06.300365 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-7662fed7-e118-4409-a0a8-753f52da0329 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.100 "GET /v2.0/networks?id=48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 200 len: 813 time: 0.1045818 Jun 16 13:57:06.313733 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Request body: {'port': {'device_id': '174f2354-1a4f-4e8a-86f0-542ce95cea8d', 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e', 'admin_state_up': True, 'tenant_id': '092fbecd691a40ec8d0359deb41c529b'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:57:06.429403 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-542a040c-9848-4c3b-8712-27981ee6e0ad req-e162350a-cf2e-44ff-bd46-e56eab6389ac tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 210 time: 0.0385633 Jun 16 13:57:06.456018 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Made reservation on behalf of 092fbecd691a40ec8d0359deb41c529b for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:57:06.459559 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:06.584098 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Allocated IP 172.20.0.7 (48d8fd57-e6e6-413e-b009-f65db6687d9e/ee2f578b-f402-4835-b5e8-099b5106aafa/ef0f3da4-ff8e-45de-996b-e33fac701db2) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:57:06.726628 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:06.764063 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:06.767918 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:06.806571 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Network 48d8fd57-e6e6-413e-b009-f65db6687d9e is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:57:06.811534 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:57:06.815173 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:57:06.838208 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Pushing event updated for resources: {'Port': ['ID=ef0f3da4-ff8e-45de-996b-e33fac701db2,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:06.842228 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:06.864174 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:06.864773 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:06.879244 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697703 Jun 16 13:57:06.891338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Request body: {'port': {'device_id': '174f2354-1a4f-4e8a-86f0-542ce95cea8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:57:06.964102 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:07.212599 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0f3da4-ff8e-45de-996b-e33fac701db2 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:57:07.219821 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:07.231212 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Transition to ACTIVE for port object ef0f3da4-ff8e-45de-996b-e33fac701db2 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:57:07.235108 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:07.237057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0534f143-01d1-4bf7-b265-37654744f969 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:07.311020 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Pushing event updated for resources: {'Port': ['ID=ef0f3da4-ff8e-45de-996b-e33fac701db2,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:07.314319 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:07.375245 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Attempting to bind port ef0f3da4-ff8e-45de-996b-e33fac701db2 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:57:07.375575 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Attempting to bind port ef0f3da4-ff8e-45de-996b-e33fac701db2 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:57:07.375898 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Attempting to bind port ef0f3da4-ff8e-45de-996b-e33fac701db2 on network 48d8fd57-e6e6-413e-b009-f65db6687d9e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:57:07.380283 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Port ef0f3da4-ff8e-45de-996b-e33fac701db2 on network 48d8fd57-e6e6-413e-b009-f65db6687d9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:57:07.380599 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Attempting to bind port ef0f3da4-ff8e-45de-996b-e33fac701db2 on network 48d8fd57-e6e6-413e-b009-f65db6687d9e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:57:07.385725 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:57:07.386034 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Checking segment: {'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:57:07.386407 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Bound using segment: {'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:57:07.386821 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Bound port: ef0f3da4-ff8e-45de-996b-e33fac701db2, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:57:07.387180 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:07.445483 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] For port ef0f3da4-ff8e-45de-996b-e33fac701db2, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:57:07.448963 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] For port ef0f3da4-ff8e-45de-996b-e33fac701db2, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef0f3da4-ff8e-45de-996b-e33fac701db2,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:57:07.453206 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:07.455206 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-d06e5b4d-bf93-41a3-9110-913e0f1b77ba tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:07.492882 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:07.494011 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:07.495439 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-0e01a533-f945-41d8-a976-3468f529238e service neutron] 10.222.0.100 "PUT /v2.0/ports/ef0f3da4-ff8e-45de-996b-e33fac701db2 HTTP/1.1" status: 200 len: 1093 time: 0.6080637 Jun 16 13:57:07.495939 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174f2354-1a4f-4e8a-86f0-542ce95cea8d', 'tag': 'ef0f3da4-ff8e-45de-996b-e33fac701db2'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:57:07.498221 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69dac29-f17f-4027-95df-027f46c3a0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "174f2354-1a4f-4e8a-86f0-542ce95cea8d", "tag": "ef0f3da4-ff8e-45de-996b-e33fac701db2"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:57:07.519931 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Pushing event updated for resources: {'Port': ['ID=ef0f3da4-ff8e-45de-996b-e33fac701db2,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:07.522901 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:07.565527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f97f4ad-f3d8-4ed5-81bd-c03ccf1ff482 x-openstack-request-id: req-5f97f4ad-f3d8-4ed5-81bd-c03ccf1ff482 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:57:07.565853 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174f2354-1a4f-4e8a-86f0-542ce95cea8d", "tag": "ef0f3da4-ff8e-45de-996b-e33fac701db2", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:57:07.566143 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f97f4ad-f3d8-4ed5-81bd-c03ccf1ff482 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:57:07.566566 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174f2354-1a4f-4e8a-86f0-542ce95cea8d', 'tag': 'ef0f3da4-ff8e-45de-996b-e33fac701db2', 'status': 'completed', 'code': 200} Jun 16 13:57:07.594402 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-e6af9c92-e366-4504-a548-9d2d2313519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:07.595921 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-e6af9c92-e366-4504-a548-9d2d2313519e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=092fbecd691a40ec8d0359deb41c529b&device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 1096 time: 0.0598006 Jun 16 13:57:07.611873 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622b85b-f135-4d77-ac18-05e810a79ba6 req-1b99dd42-a7ff-47ac-be41-8cbb08314a70 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:07.613341 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1622b85b-f135-4d77-ac18-05e810a79ba6 req-1b99dd42-a7ff-47ac-be41-8cbb08314a70 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 943 time: 0.0648985 Jun 16 13:57:07.637054 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-1f3a5ab5-6f30-49c6-8ff6-a0e1a3628e56 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0f3da4-ff8e-45de-996b-e33fac701db2 HTTP/1.1" status: 200 len: 217 time: 0.0334039 Jun 16 13:57:07.654510 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-1622b85b-f135-4d77-ac18-05e810a79ba6 req-f3d12a9a-f03f-4066-959a-e8ff7d336162 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Jun 16 13:57:07.687707 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-c4e08933-b0ca-47f4-acf4-7653ec325de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:07.689149 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-c4e08933-b0ca-47f4-acf4-7653ec325de2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ee2f578b-f402-4835-b5e8-099b5106aafa HTTP/1.1" status: 200 len: 853 time: 0.0461090 Jun 16 13:57:07.721779 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-7d11bef4-6e90-4218-8fa3-bab0dc3c89a6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=48d8fd57-e6e6-413e-b009-f65db6687d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261085 Jun 16 13:57:07.810658 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-f842248b-58e6-4648-9a28-8bbf12ac4948 service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820463 Jun 16 13:57:07.896023 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4773f739-8326-47d9-9a5f-a7b9d7b65172 req-7d4dde19-edda-436f-aec4-b8b0e8627878 service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786424 Jun 16 13:57:07.991877 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-bf5f4124-6fa9-49dd-ac00-ee1a380fd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:07.993767 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-bf5f4124-6fa9-49dd-ac00-ee1a380fd756 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=092fbecd691a40ec8d0359deb41c529b&device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 1096 time: 0.0507579 Jun 16 13:57:08.083162 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-f0c846e2-54b4-4f73-a868-c8732f01c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:08.084579 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-f0c846e2-54b4-4f73-a868-c8732f01c687 service neutron] 10.222.0.100 "GET /v2.0/networks?id=48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 200 len: 915 time: 0.0841687 Jun 16 13:57:08.124051 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-be1e1937-a085-481d-b9a9-4fcb55de3f63 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0f3da4-ff8e-45de-996b-e33fac701db2 HTTP/1.1" status: 200 len: 217 time: 0.0324669 Jun 16 13:57:08.174387 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-6134d671-e5c4-40ec-8470-b2f4c3796167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:08.175819 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-6134d671-e5c4-40ec-8470-b2f4c3796167 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ee2f578b-f402-4835-b5e8-099b5106aafa HTTP/1.1" status: 200 len: 853 time: 0.0458293 Jun 16 13:57:08.208337 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-4d515978-2fa8-4816-b833-b02a12973c29 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=48d8fd57-e6e6-413e-b009-f65db6687d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251753 Jun 16 13:57:08.300300 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-e69d89b8-029b-4b0b-83a5-24452e78af62 service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841167 Jun 16 13:57:08.387981 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f69dac29-f17f-4027-95df-027f46c3a0f1 req-b03bf59a-4508-460d-9a4b-e52ed287af94 service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802095 Jun 16 13:57:08.828000 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029f981-ba79-4351-9ecd-43a6c8e75849 req-b813f329-8605-429b-a1bf-615bc62d38b5 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:08.829537 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3029f981-ba79-4351-9ecd-43a6c8e75849 req-b813f329-8605-429b-a1bf-615bc62d38b5 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 943 time: 0.0621986 Jun 16 13:57:08.869221 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3029f981-ba79-4351-9ecd-43a6c8e75849 req-c0712d86-c842-4dfc-9b15-c29957609471 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339587 Jun 16 13:57:10.049752 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c943-61e2-4bc6-a4bc-dfad61e5dbd9 req-4e982ad1-e9e9-4c31-ad5d-68bea82574aa tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:10.051144 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c66c943-61e2-4bc6-a4bc-dfad61e5dbd9 req-4e982ad1-e9e9-4c31-ad5d-68bea82574aa tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 943 time: 0.0652516 Jun 16 13:57:10.087944 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-0c66c943-61e2-4bc6-a4bc-dfad61e5dbd9 req-b558e9b4-8428-4324-bd0b-bc18b7f7c4c5 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Jun 16 13:57:11.068365 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device ef0f3da4-ff8e-45de-996b-e33fac701db2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:57:11.163650 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port ef0f3da4-ff8e-45de-996b-e33fac701db2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef0f3da4-ff8e-45de-996b-e33fac701db2,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:11.174811 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': 'ef0f3da4-ff8e-45de-996b-e33fac701db2', 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e', 'port_id': 'ef0f3da4-ff8e-45de-996b-e33fac701db2', 'mac_address': 'fa:16:3e:5f:73:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2f578b-f402-4835-b5e8-099b5106aafa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:57:11.212507 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:11.225106 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0f3da4-ff8e-45de-996b-e33fac701db2 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:57:11.244449 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port ef0f3da4-ff8e-45de-996b-e33fac701db2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef0f3da4-ff8e-45de-996b-e33fac701db2,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:11.248704 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:11.251584 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-55ba9b6a-3dc3-4d00-bf3a-b815da09b4ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:11.264144 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647a7d0-ea22-445e-a242-f6930fa91dc1 req-d89bf0c1-fa79-4afa-825f-afd4675f5c96 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:11.265629 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2647a7d0-ea22-445e-a242-f6930fa91dc1 req-d89bf0c1-fa79-4afa-825f-afd4675f5c96 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 943 time: 0.0668612 Jun 16 13:57:11.296886 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=ef0f3da4-ff8e-45de-996b-e33fac701db2,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:11.300149 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:11.302892 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2647a7d0-ea22-445e-a242-f6930fa91dc1 req-d726ff3c-6244-4457-a2e1-ca75bd33a534 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Jun 16 13:57:11.652248 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['ef0f3da4-ff8e-45de-996b-e33fac701db2'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:57:12.481982 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5407125-0ba3-4975-9141-60e3228e7f8e req-962501a5-6ce2-4d04-94fd-3bbea10922aa tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:12.483379 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5407125-0ba3-4975-9141-60e3228e7f8e req-962501a5-6ce2-4d04-94fd-3bbea10922aa tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 944 time: 0.0620685 Jun 16 13:57:12.519535 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-c5407125-0ba3-4975-9141-60e3228e7f8e req-eddef20c-c5c3-4350-b4df-0309435a39e8 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Jun 16 13:57:13.073086 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device ef0f3da4-ff8e-45de-996b-e33fac701db2 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:57:13.120466 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port ef0f3da4-ff8e-45de-996b-e33fac701db2 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:57:13.124466 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port ef0f3da4-ff8e-45de-996b-e33fac701db2 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:57:13.124930 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:13.202375 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:13.224753 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174f2354-1a4f-4e8a-86f0-542ce95cea8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0f3da4-ff8e-45de-996b-e33fac701db2'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:57:13.227026 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5107a5d5-fb18-42dd-9e17-7b02b75ee0fd" -d '{"events": [{"server_uuid": "174f2354-1a4f-4e8a-86f0-542ce95cea8d", "name": "network-vif-plugged", "status": "completed", "tag": "ef0f3da4-ff8e-45de-996b-e33fac701db2"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:57:13.240378 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port ef0f3da4-ff8e-45de-996b-e33fac701db2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef0f3da4-ff8e-45de-996b-e33fac701db2,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:13.244264 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:13.246395 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:13.267398 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08c5bc3-bc94-42f0-a499-13095cba028d x-openstack-request-id: req-e08c5bc3-bc94-42f0-a499-13095cba028d {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:57:13.267701 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174f2354-1a4f-4e8a-86f0-542ce95cea8d", "name": "network-vif-plugged", "status": "completed", "tag": "ef0f3da4-ff8e-45de-996b-e33fac701db2", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:57:13.267960 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e08c5bc3-bc94-42f0-a499-13095cba028d {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:57:13.268356 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174f2354-1a4f-4e8a-86f0-542ce95cea8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0f3da4-ff8e-45de-996b-e33fac701db2', 'code': 200} Jun 16 13:57:13.295022 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=ef0f3da4-ff8e-45de-996b-e33fac701db2,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:13.298164 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:13.481252 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05442d-bcf1-423c-b5e9-77e09528ce65 req-4cb8bf5a-8ee8-4732-8210-3aeaa822d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:13.482727 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c05442d-bcf1-423c-b5e9-77e09528ce65 req-4cb8bf5a-8ee8-4732-8210-3aeaa822d40b service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 1098 time: 0.0516737 Jun 16 13:57:13.516558 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c05442d-bcf1-423c-b5e9-77e09528ce65 req-b2c5a3fa-4c0d-4040-a078-c4278533ffff service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270770 Jun 16 13:57:13.688878 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab315-d76e-4d2b-a115-32550a1e86cd req-3d2f8776-311a-437a-89dd-55ccc5d6ee69 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:13.690337 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8ebab315-d76e-4d2b-a115-32550a1e86cd req-3d2f8776-311a-437a-89dd-55ccc5d6ee69 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 945 time: 0.0622454 Jun 16 13:57:13.731786 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8ebab315-d76e-4d2b-a115-32550a1e86cd req-f5bafc15-d6c4-45c2-ad65-c3241be7b42a tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358214 Jun 16 13:57:14.902477 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414dd53-de54-408e-b433-57297b993e99 req-3397ffda-0ea2-400c-8bed-c1e92d59183e tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:14.903925 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6414dd53-de54-408e-b433-57297b993e99 req-3397ffda-0ea2-400c-8bed-c1e92d59183e tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 945 time: 0.0635836 Jun 16 13:57:14.940116 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6414dd53-de54-408e-b433-57297b993e99 req-e8095342-fc93-4240-96c8-a564b0b98a64 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306239 Jun 16 13:57:26.132137 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:57:27.767460 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-135f6950-0488-45a5-b419-f7218cc65b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:30.390559 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:30.565746 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1346ee97-8af2-4665-80c2-6cddbeb71e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:31.547887 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:32.303797 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:32.613632 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede16b6-f605-4583-9e60-c3564dd33903 req-734dea9c-72e2-4c15-831f-53e948963510 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:32.615142 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-eede16b6-f605-4583-9e60-c3564dd33903 req-734dea9c-72e2-4c15-831f-53e948963510 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 947 time: 0.0611658 Jun 16 13:57:32.653265 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-eede16b6-f605-4583-9e60-c3564dd33903 req-e586bde8-23eb-481f-b07c-2a90089c5092 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324686 Jun 16 13:57:33.349946 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:33.831595 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6b8b-a68f-4db1-b292-cdb3b2d83596 req-ccfb6f2b-b878-44b8-9fcb-16deb602add7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:33.833064 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-11bd6b8b-a68f-4db1-b292-cdb3b2d83596 req-ccfb6f2b-b878-44b8-9fcb-16deb602add7 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 947 time: 0.0639338 Jun 16 13:57:33.870464 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-11bd6b8b-a68f-4db1-b292-cdb3b2d83596 req-60ee17d6-dbf4-4f11-b872-fc5ba7cfaf6c tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318177 Jun 16 13:57:34.898278 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-734b3f35-9f39-4a93-828a-5f583639652f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:34.900540 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-734b3f35-9f39-4a93-828a-5f583639652f tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 947 time: 0.0617085 Jun 16 13:57:35.042462 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Deleting port 09f9c1b6-d56a-45da-bf0a-36592dd461cb {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:57:35.043113 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:35.119358 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d03df-5e98-44dc-b1fc-95c43f650b8f req-3885e799-5ef8-4736-873c-5dd8bb5df0c9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:35.120804 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b82d03df-5e98-44dc-b1fc-95c43f650b8f req-3885e799-5ef8-4736-873c-5dd8bb5df0c9 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 947 time: 0.1296005 Jun 16 13:57:35.168451 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] For port 09f9c1b6-d56a-45da-bf0a-36592dd461cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=09f9c1b6-d56a-45da-bf0a-36592dd461cb,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:35.168801 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:35.183471 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b82d03df-5e98-44dc-b1fc-95c43f650b8f req-86f9cf9b-f65d-4880-8ee4-915979619200 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups?id=760cae6d-fd8b-402a-91d0-16f15d0195f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561738 Jun 16 13:57:35.336170 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:35.336536 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:35.336844 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Floating IP bf518381-b174-4a32-9fc3-55eb76246a21 disassociated. External IP: 172.27.2.209, port: 09f9c1b6-d56a-45da-bf0a-36592dd461cb. Jun 16 13:57:35.337176 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Calling delete_port for 09f9c1b6-d56a-45da-bf0a-36592dd461cb owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:57:35.716419 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:35.720394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:35.746122 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event deleted for resources: {'Port': ['ID=09f9c1b6-d56a-45da-bf0a-36592dd461cb,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:35.756536 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.756919 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.757323 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.757709 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.758053 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.758415 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.758771 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.759157 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.759513 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.759870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.760300 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.760654 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:35.764332 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:35.869636 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Router dd5ed95b-4c99-48fc-9149-07b438189021 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:57:35.973995 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:57:35.983219 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] Sync routers for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:57:35.993338 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:57:35.993988 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:57:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:36.018948 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] No DVR routers for this DVR port 09f9c1b6-d56a-45da-bf0a-36592dd461cb on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:57:36.021548 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:36.023760 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2fce8fe6-b86a-4ebf-b549-3786e3ea3724 req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.100 "DELETE /v2.0/ports/09f9c1b6-d56a-45da-bf0a-36592dd461cb HTTP/1.1" status: 204 len: 173 time: 1.1164095 Jun 16 13:57:36.024229 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-deleted', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:57:36.026508 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a6999-f66a-46f2-acee-bb6469cd7ed0" -d '{"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-deleted", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:57:36.104385 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:57:36.224551 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07bed28-eec0-49ae-bf45-3fa3a1df8ee3 x-openstack-request-id: req-e07bed28-eec0-49ae-bf45-3fa3a1df8ee3 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:57:36.224994 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23943432-db7a-4333-a2f9-84f3b7cd1e59", "name": "network-vif-deleted", "tag": "09f9c1b6-d56a-45da-bf0a-36592dd461cb", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:57:36.225376 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e07bed28-eec0-49ae-bf45-3fa3a1df8ee3 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:57:36.225882 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23943432-db7a-4333-a2f9-84f3b7cd1e59', 'name': 'network-vif-deleted', 'tag': '09f9c1b6-d56a-45da-bf0a-36592dd461cb', 'status': 'completed', 'code': 200} Jun 16 13:57:36.328726 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:36.332082 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] Checking router: dd5ed95b-4c99-48fc-9149-07b438189021 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:57:36.340924 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:57:36.341545 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:57:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:36.350264 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f99e9263-1387-41e1-848c-be37918be0f2 req-346c5e38-d7ef-413e-938c-e8ace03c4c31 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/ports?device_id=23943432-db7a-4333-a2f9-84f3b7cd1e59 HTTP/1.1" status: 200 len: 210 time: 0.0327823 Jun 16 13:57:36.449182 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:57:36.643576 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:36.647057 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbf07b-ff95-490c-9e44-10bc7d96a10c None None] The sync data for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi is: [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:45:37Z', 'revision_number': 4, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '2a8b7feb-7065-40e5-8b21-8ade4e737d96', 'name': '', 'network_id': '6c012bcf-6644-48b7-91d2-615775f5fc5d', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'mac_address': 'fa:16:3e:00:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:37Z', 'updated_at': '2021-06-16T13:45:43Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'subnets': [{'id': 'cb50b981-b226-481a-a448-5a46752bfae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:57:36.858342 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22f88a-b449-42f5-b29f-11ab40ae3016 None None] New status for floating IP bf518381-b174-4a32-9fc3-55eb76246a21: DOWN {{(pid=103672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:57:37.243640 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:57:37.265604 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 09f9c1b6-d56a-45da-bf0a-36592dd461cb {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:57:37.265948 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 09f9c1b6-d56a-45da-bf0a-36592dd461cb not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:57:38.503323 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48340) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:38.558628 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-41192e3c-3d46-4112-9b1a-50320276e112 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:38.580721 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-41192e3c-3d46-4112-9b1a-50320276e112 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:38.626322 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-41192e3c-3d46-4112-9b1a-50320276e112 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:38.629228 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-41192e3c-3d46-4112-9b1a-50320276e112 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:38.630355 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-41192e3c-3d46-4112-9b1a-50320276e112 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "DELETE /v2.0/security-groups/760cae6d-fd8b-402a-91d0-16f15d0195f6 HTTP/1.1" status: 204 len: 168 time: 0.1260097 Jun 16 13:57:38.631171 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7bc57959-1154-4f84-9614-da1df6cb8eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:38.633765 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48342) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:38.640468 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192e3c-3d46-4112-9b1a-50320276e112 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=760cae6d-fd8b-402a-91d0-16f15d0195f6,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:38.642924 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-41192e3c-3d46-4112-9b1a-50320276e112 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:38.648950 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.api.v2.resource [None req-d0824ba9-14b6-4d7f-a6bb-a32c0ee37f85 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] show failed (client error): The resource could not be found. Jun 16 13:57:38.650953 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d0824ba9-14b6-4d7f-a6bb-a32c0ee37f85 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "GET /v2.0/security-groups/760cae6d-fd8b-402a-91d0-16f15d0195f6 HTTP/1.1" status: 404 len: 347 time: 0.0151327 Jun 16 13:57:38.653005 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48344) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:38.778590 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Deleting port 6f42b56b-fb60-433b-9637-a85db1c88dd1 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:57:38.778858 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:38.852456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:38.852779 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:38.912448 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Calling delete_port for 6f42b56b-fb60-433b-9637-a85db1c88dd1 owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:57:39.043950 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:39.045959 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8b114428-5acf-4bff-a1ca-7977bb22e526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:39.069568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Pushing event deleted for resources: {'Port': ['ID=6f42b56b-fb60-433b-9637-a85db1c88dd1,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:39.072716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:39.132290 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks [] for floatingip, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:39.134847 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:39.136006 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-b0db0d6d-b57c-4978-92e4-2925e8de9db2 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] 10.222.0.64 "DELETE /v2.0/floatingips/bf518381-b174-4a32-9fc3-55eb76246a21 HTTP/1.1" status: 204 len: 168 time: 0.4818416 Jun 16 13:57:39.417035 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f7681-1646-4473-a4f1-606e8c702177 req-54940983-de86-4e91-a7e8-62af0f94d991 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544946 Jun 16 13:57:39.511943 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7681-1646-4473-a4f1-606e8c702177 req-3ba45f47-b13c-4295-8ab9-698a1b326fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:39.513519 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f7681-1646-4473-a4f1-606e8c702177 req-3ba45f47-b13c-4295-8ab9-698a1b326fed service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=092fbecd691a40ec8d0359deb41c529b&device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 1098 time: 0.0514455 Jun 16 13:57:39.620159 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7681-1646-4473-a4f1-606e8c702177 req-d38b4ce4-aa37-4b60-aa01-6288382840c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:39.621607 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f7681-1646-4473-a4f1-606e8c702177 req-d38b4ce4-aa37-4b60-aa01-6288382840c0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 200 len: 915 time: 0.0876641 Jun 16 13:57:39.672164 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f7681-1646-4473-a4f1-606e8c702177 req-6e5713f0-1b9d-43b0-afb9-097c16d673dd service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef0f3da4-ff8e-45de-996b-e33fac701db2 HTTP/1.1" status: 200 len: 217 time: 0.0349059 Jun 16 13:57:39.731235 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f7681-1646-4473-a4f1-606e8c702177 req-0b09d640-a679-4e04-abc1-d3dcca14a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:39.732853 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f7681-1646-4473-a4f1-606e8c702177 req-0b09d640-a679-4e04-abc1-d3dcca14a337 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ee2f578b-f402-4835-b5e8-099b5106aafa HTTP/1.1" status: 200 len: 853 time: 0.0541933 Jun 16 13:57:39.765565 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f7681-1646-4473-a4f1-606e8c702177 req-ed3e22e3-e3dd-4c69-93b8-84a798355621 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=48d8fd57-e6e6-413e-b009-f65db6687d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261385 Jun 16 13:57:39.860499 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f7681-1646-4473-a4f1-606e8c702177 req-13678061-6ab3-4558-b8ab-f99ccdca29af service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880008 Jun 16 13:57:39.969060 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-206f7681-1646-4473-a4f1-606e8c702177 req-254628cf-bc03-4715-8d2e-7bc541bc14cf service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914450 Jun 16 13:57:41.714038 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48380) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:42.125561 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:42.375919 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Deleting port 2a8b7feb-7065-40e5-8b21-8ade4e737d96 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:57:42.376210 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:42.454176 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] For port 2a8b7feb-7065-40e5-8b21-8ade4e737d96, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=2a8b7feb-7065-40e5-8b21-8ade4e737d96,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:42.454523 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:42.517545 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Calling delete_port for 2a8b7feb-7065-40e5-8b21-8ade4e737d96 owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:57:42.701634 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:42.704467 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c6cb05fd-5158-490e-b70e-d417419f6ba5 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:42.726803 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8b7feb-7065-40e5-8b21-8ade4e737d96,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:42.731165 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:42.893785 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.104317 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Router dd5ed95b-4c99-48fc-9149-07b438189021 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:57:43.207115 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:57:43.214546 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] 10.222.0.64 "PUT /v2.0/routers/dd5ed95b-4c99-48fc-9149-07b438189021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4973073 Jun 16 13:57:43.215419 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48388) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:43.218499 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] Sync routers for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:57:43.227595 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:57:43.228273 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:57:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:43.325531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.413026 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:57:43.426112 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.477559 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Deleting port 6cf286cf-3117-4be7-a854-d57d91a23e5e {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:57:43.477899 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.554129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] For port 6cf286cf-3117-4be7-a854-d57d91a23e5e, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=6cf286cf-3117-4be7-a854-d57d91a23e5e,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:43.555112 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.582341 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:57:42Z', 'revision_number': 5, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port': {'id': '6cf286cf-3117-4be7-a854-d57d91a23e5e', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:45:33Z', 'updated_at': '2021-06-16T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:43.585513 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] Checking router: dd5ed95b-4c99-48fc-9149-07b438189021 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:57:43.593510 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] Routers {'dd5ed95b-4c99-48fc-9149-07b438189021'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:57:43.594106 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:57:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['dd5ed95b-4c99-48fc-9149-07b438189021'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:43.619521 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Calling delete_port for 6cf286cf-3117-4be7-a854-d57d91a23e5e owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:57:43.678978 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] Set router dd5ed95b-4c99-48fc-9149-07b438189021 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:57:43.732010 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:57:43Z', 'revision_number': 6, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:43.735844 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2f9b83-8816-4784-81ab-465ede603302 None None] The sync data for ids ['dd5ed95b-4c99-48fc-9149-07b438189021'] in dv-cinder-789603-10-iscsi is: [{'id': 'dd5ed95b-4c99-48fc-9149-07b438189021', 'name': 'tempest-AttachVolumeShelveTestJSON-81239329-router', 'tenant_id': '957847ea17cb4184a393d53db001c635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:45:32Z', 'updated_at': '2021-06-16T13:57:43Z', 'revision_number': 6, 'project_id': '957847ea17cb4184a393d53db001c635', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:57:43.790932 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.792858 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-84bae40a-ad66-4983-9786-585c27787a4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:43.816600 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf286cf-3117-4be7-a854-d57d91a23e5e,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:43.819688 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:43.878981 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.965750 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:43.967889 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.008339 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.008965 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd5ed95b-4c99-48fc-9149-07b438189021 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:57:44.013587 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.014806 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/dd5ed95b-4c99-48fc-9149-07b438189021 HTTP/1.1" status: 204 len: 168 time: 0.7990630 Jun 16 13:57:44.017258 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48390) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:44.059859 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] Deleting subnet cb50b981-b226-481a-a448-5a46752bfae5 {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:57:44.062748 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.101230 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25007799'] for subnet, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.441586 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.494405 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25008228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823537'] for subnet, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.497449 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:44.522948 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb50b981-b226-481a-a448-5a46752bfae5,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:44.526794 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:44.527819 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.529692 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-7ab072e8-a72d-451c-bbc1-104d4d457d51 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cb50b981-b226-481a-a448-5a46752bfae5 HTTP/1.1" status: 204 len: 168 time: 0.5114286 Jun 16 13:57:44.532403 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48394) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:44.534495 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed8c733-df06-4bf1-8c82-824064c274a6 None None] Network 6c012bcf-6644-48b7-91d2-615775f5fc5d requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:57:44.603391 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.658834 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Deleting port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:57:44.659217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.723881 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] For port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:44.724651 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.731219 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856cb498-51be-4f01-8552-221ca749394a None None] DHCP port deletion for 6c012bcf-6644-48b7-91d2-615775f5fc5d request from dv-cinder-789603-10-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:57:44.797156 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-856cb498-51be-4f01-8552-221ca749394a None None] Deleting port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:57:44.797799 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.798012 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Calling delete_port for 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:57:44.863090 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-856cb498-51be-4f01-8552-221ca749394a None None] For port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,segment=NetworkSegment(445d5f4d-5262-451a-a6fa-10f6198044f1),segment_id=445d5f4d-5262-451a-a6fa-10f6198044f1)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:44.863496 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.883219 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:44.885619 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-249da56d-15c1-4e6e-970f-71833346c257 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:44.911782 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Pushing event deleted for resources: {'Port': ['ID=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:44.916397 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] No DVR routers for this DVR port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 on host dv-cinder-789603-10-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:57:44.924471 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.924842 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.925223 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.925598 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.925967 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.926339 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.926708 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.927100 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.927467 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.927828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.928193 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.928551 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:44.930054 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-856cb498-51be-4f01-8552-221ca749394a None None] Calling delete_port for 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:57:44.947700 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:44.996394 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.006237 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c012bcf-6644-48b7-91d2-615775f5fc5d']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:45.013613 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.016495 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445d5f4d-5262-451a-a6fa-10f6198044f1') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:45.016773 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:45.016925 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445d5f4d-5262-451a-a6fa-10f6198044f1') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:45.025517 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.042226 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cb498-51be-4f01-8552-221ca749394a None None] Pushing event deleted for resources: {'Port': ['ID=40651cf4-beab-4b96-aa61-a99b1bd7d8b1,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:45.043671 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.044965 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cb498-51be-4f01-8552-221ca749394a None None] No DVR routers for this DVR port 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 on host dv-cinder-789603-10-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:57:45.051859 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Releasing vlan 1245 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:57:45.051859 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:57:45.052367 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:57:45.058316 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.058578 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.058950 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.059400 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.059613 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.059945 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.060274 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.060594 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.060919 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.061239 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.061562 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.061878 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856cb498-51be-4f01-8552-221ca749394a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:57:45.065188 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-856cb498-51be-4f01-8552-221ca749394a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:45.105382 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.108998 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:45.111397 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.113260 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6c012bcf-6644-48b7-91d2-615775f5fc5d HTTP/1.1" status: 204 len: 168 time: 0.5798519 Jun 16 13:57:45.124635 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c012bcf-6644-48b7-91d2-615775f5fc5d,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:45.126994 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:45.235857 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48400) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:45.278917 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f7b719a1-db9b-44cb-9807-6885ff1c045d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=957847ea17cb4184a393d53db001c635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416389 Jun 16 13:57:45.281045 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48402) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:45.327774 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae9c6-c69f-429d-868a-278e0ff0347e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.348736 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae9c6-c69f-429d-868a-278e0ff0347e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.393084 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae9c6-c69f-429d-868a-278e0ff0347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.395642 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae9c6-c69f-429d-868a-278e0ff0347e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:45.396932 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0e6ae9c6-c69f-429d-868a-278e0ff0347e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c1ec21f-c4af-4b2b-ac2a-0bb28cec8190 HTTP/1.1" status: 204 len: 168 time: 0.1149364 Jun 16 13:57:45.397694 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-65e6c32e-af0a-4e6e-b162-8caff6ac652f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:45.405338 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ae9c6-c69f-429d-868a-278e0ff0347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1ec21f-c4af-4b2b-ac2a-0bb28cec8190,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:45.407849 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0e6ae9c6-c69f-429d-868a-278e0ff0347e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:45.783549 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 6cf286cf-3117-4be7-a854-d57d91a23e5e no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:57:45.804150 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 6cf286cf-3117-4be7-a854-d57d91a23e5e {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:57:45.804527 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 6cf286cf-3117-4be7-a854-d57d91a23e5e not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:57:45.804940 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 2a8b7feb-7065-40e5-8b21-8ade4e737d96 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:57:45.822983 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 2a8b7feb-7065-40e5-8b21-8ade4e737d96 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:57:45.823335 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 2a8b7feb-7065-40e5-8b21-8ade4e737d96 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:57:45.823742 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:57:45.842135 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:57:45.842491 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 40651cf4-beab-4b96-aa61-a99b1bd7d8b1 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:57:50.281697 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48510) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:50.391780 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d141-ec6a-45dc-a0a2-94d6c6648de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:50.479118 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d141-ec6a-45dc-a0a2-94d6c6648de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:50.483203 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-bbe0d141-ec6a-45dc-a0a2-94d6c6648de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:50.486606 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-680c94d4-a80f-40cf-876b-339be1bdc18e tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:50.525582 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-bbe0d141-ec6a-45dc-a0a2-94d6c6648de4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0fcc392d34b4b9ea108bb9c506eda3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428248 Jun 16 13:57:50.526726 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0d141-ec6a-45dc-a0a2-94d6c6648de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d874f074-8433-480d-86e5-7ce92933e31c,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:50.528389 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48514) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:50.529939 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-bbe0d141-ec6a-45dc-a0a2-94d6c6648de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:50.575599 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e083f175-b0e7-46a0-a1d2-42f27adaef4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:50.595870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e083f175-b0e7-46a0-a1d2-42f27adaef4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:50.643310 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e083f175-b0e7-46a0-a1d2-42f27adaef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:50.646423 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-e083f175-b0e7-46a0-a1d2-42f27adaef4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:50.647586 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-e083f175-b0e7-46a0-a1d2-42f27adaef4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d874f074-8433-480d-86e5-7ce92933e31c HTTP/1.1" status: 204 len: 168 time: 0.1182289 Jun 16 13:57:50.649054 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bb998a39-4224-47e1-9b31-2dae25c367a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:50.656260 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083f175-b0e7-46a0-a1d2-42f27adaef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d874f074-8433-480d-86e5-7ce92933e31c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:50.658568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e083f175-b0e7-46a0-a1d2-42f27adaef4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:50.926000 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48522) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:50.942456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f9064f37-db87-4df5-a6ff-070b10bd1ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:51.039625 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f9064f37-db87-4df5-a6ff-070b10bd1ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:51.043572 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f9064f37-db87-4df5-a6ff-070b10bd1ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:51.046359 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-531bbac9-cab1-4293-b326-31d8d6d9c926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:51.082968 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f9064f37-db87-4df5-a6ff-070b10bd1ebb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5351e7e8e5cb45daaa8106dad9ce77d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558566 Jun 16 13:57:51.084021 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9064f37-db87-4df5-a6ff-070b10bd1ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792349f2-e209-452d-ab30-3ea4ad69e25c,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:51.085576 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48524) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:51.087243 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f9064f37-db87-4df5-a6ff-070b10bd1ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:51.134599 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4320d6c4-aceb-4512-a7fc-17a91f96866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:51.155262 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4320d6c4-aceb-4512-a7fc-17a91f96866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:51.200927 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4320d6c4-aceb-4512-a7fc-17a91f96866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:51.203678 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4320d6c4-aceb-4512-a7fc-17a91f96866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:51.207417 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4320d6c4-aceb-4512-a7fc-17a91f96866a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/792349f2-e209-452d-ab30-3ea4ad69e25c HTTP/1.1" status: 204 len: 168 time: 0.1181242 Jun 16 13:57:51.207417 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a6bcf012-5906-4673-81be-4b6cd3cca540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:51.214512 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320d6c4-aceb-4512-a7fc-17a91f96866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792349f2-e209-452d-ab30-3ea4ad69e25c,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:51.216770 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4320d6c4-aceb-4512-a7fc-17a91f96866a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:53.529447 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48600) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:53.631475 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a7b30764-1cd8-4cce-9394-49e6bf81d490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:53.719104 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a7b30764-1cd8-4cce-9394-49e6bf81d490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:53.723085 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-a7b30764-1cd8-4cce-9394-49e6bf81d490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:53.725421 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9d0d3c48-2428-4181-b112-6e7e75092d3b tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:53.760558 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a7b30764-1cd8-4cce-9394-49e6bf81d490 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78e206bac111410b9d39b52662fbf856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299597 Jun 16 13:57:53.761449 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b30764-1cd8-4cce-9394-49e6bf81d490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd4af7-f557-442c-898f-cd8fc77da845,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:53.763860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48604) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:53.764346 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a7b30764-1cd8-4cce-9394-49e6bf81d490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:53.813109 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-de903969-9337-478d-8793-e247dd7721ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:53.832849 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-de903969-9337-478d-8793-e247dd7721ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:53.878661 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-de903969-9337-478d-8793-e247dd7721ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:53.881833 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-de903969-9337-478d-8793-e247dd7721ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:53.885934 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-de903969-9337-478d-8793-e247dd7721ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8fd4af7-f557-442c-898f-cd8fc77da845 HTTP/1.1" status: 204 len: 168 time: 0.1210625 Jun 16 13:57:53.886830 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-92d1c22a-f927-42a7-82ea-99b0f05b7948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:53.894761 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de903969-9337-478d-8793-e247dd7721ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fd4af7-f557-442c-898f-cd8fc77da845,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:53.897171 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-de903969-9337-478d-8793-e247dd7721ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:54.142645 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48612) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:54.156366 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4fcd3e24-a724-4389-b8f8-e2acb3fce563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:54.246240 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4fcd3e24-a724-4389-b8f8-e2acb3fce563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:54.249886 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4fcd3e24-a724-4389-b8f8-e2acb3fce563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:54.253182 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b5c15eb7-fd29-43ea-a015-5b23067d31eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:54.289632 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4fcd3e24-a724-4389-b8f8-e2acb3fce563 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b5387f55df84cc783cdcab603331ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456244 Jun 16 13:57:54.290632 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd3e24-a724-4389-b8f8-e2acb3fce563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893d353c-4ff5-4838-b3e3-27fcef4fc642,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:54.292361 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48614) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:54.293824 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4fcd3e24-a724-4389-b8f8-e2acb3fce563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:54.340184 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9ce42c42-d451-4a47-bc0b-9a2aeebb8aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:54.362942 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9ce42c42-d451-4a47-bc0b-9a2aeebb8aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:54.407441 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9ce42c42-d451-4a47-bc0b-9a2aeebb8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:54.410267 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-9ce42c42-d451-4a47-bc0b-9a2aeebb8aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:54.411493 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-9ce42c42-d451-4a47-bc0b-9a2aeebb8aec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/893d353c-4ff5-4838-b3e3-27fcef4fc642 HTTP/1.1" status: 204 len: 168 time: 0.1181459 Jun 16 13:57:54.412253 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6be8afda-eac4-45c9-a03a-a6b5feeea902 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:54.419752 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce42c42-d451-4a47-bc0b-9a2aeebb8aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893d353c-4ff5-4838-b3e3-27fcef4fc642,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:54.421961 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-9ce42c42-d451-4a47-bc0b-9a2aeebb8aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:55.638950 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48658) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:55.739916 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1a8d23d6-d0f7-4eef-ad93-68ab82a5d707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:55.826689 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1a8d23d6-d0f7-4eef-ad93-68ab82a5d707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:55.830177 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1a8d23d6-d0f7-4eef-ad93-68ab82a5d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:55.833424 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-74969aae-f7d7-4ff6-8fd7-09e6db80b04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:55.867404 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1a8d23d6-d0f7-4eef-ad93-68ab82a5d707 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e3b68a8782e49349a4c88a7652aaace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267859 Jun 16 13:57:55.869529 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d23d6-d0f7-4eef-ad93-68ab82a5d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab924265-4427-4cd5-8007-27aab02677b8,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:55.870112 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48662) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:55.872560 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1a8d23d6-d0f7-4eef-ad93-68ab82a5d707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:55.920942 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-84704837-5dc0-4688-9794-8c21da8e61b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:55.942796 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-84704837-5dc0-4688-9794-8c21da8e61b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:55.989323 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-84704837-5dc0-4688-9794-8c21da8e61b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:55.992050 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-84704837-5dc0-4688-9794-8c21da8e61b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:55.993248 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-84704837-5dc0-4688-9794-8c21da8e61b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab924265-4427-4cd5-8007-27aab02677b8 HTTP/1.1" status: 204 len: 168 time: 0.1221583 Jun 16 13:57:55.994088 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-41192e3c-3d46-4112-9b1a-50320276e112 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:56.001712 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84704837-5dc0-4688-9794-8c21da8e61b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab924265-4427-4cd5-8007-27aab02677b8,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:56.004076 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-84704837-5dc0-4688-9794-8c21da8e61b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:57.767782 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3fee1a56-fd88-4af7-8f5d-46146d9d1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:00.391724 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:00.568480 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-665d54dc-7148-41a8-838e-5ade0cd90a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:01.550990 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:02.303185 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:03.131102 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:58:03.351260 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.066443 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48824) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:07.171688 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-64c781d5-9bfc-481d-a1af-3165f7a51a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.260806 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-64c781d5-9bfc-481d-a1af-3165f7a51a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.264466 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-64c781d5-9bfc-481d-a1af-3165f7a51a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.267963 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-69375ee0-af15-472c-8763-4ac3a03e4102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:07.305447 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-64c781d5-9bfc-481d-a1af-3165f7a51a71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2df9ac2d304843fe999a0fe74fe0d99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379332 Jun 16 13:58:07.307407 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c781d5-9bfc-481d-a1af-3165f7a51a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9e4c3-6f33-41b9-a603-ee52c7e6e5b6,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:07.308086 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48828) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:07.310590 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-64c781d5-9bfc-481d-a1af-3165f7a51a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:07.354618 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dbdb56d5-1757-4f43-b531-4cc99195c5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.374686 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dbdb56d5-1757-4f43-b531-4cc99195c5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.419225 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dbdb56d5-1757-4f43-b531-4cc99195c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.421994 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-dbdb56d5-1757-4f43-b531-4cc99195c5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.423116 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-dbdb56d5-1757-4f43-b531-4cc99195c5ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1fd9e4c3-6f33-41b9-a603-ee52c7e6e5b6 HTTP/1.1" status: 204 len: 168 time: 0.1139958 Jun 16 13:58:07.423853 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-81988666-d9aa-45a2-8623-58f5c9a5ab2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:07.431873 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb56d5-1757-4f43-b531-4cc99195c5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9e4c3-6f33-41b9-a603-ee52c7e6e5b6,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:07.434228 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-dbdb56d5-1757-4f43-b531-4cc99195c5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:07.689048 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48840) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:07.704868 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a84f55f-977b-421b-a24a-c997c86534fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.796415 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a84f55f-977b-421b-a24a-c997c86534fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.802081 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-4a84f55f-977b-421b-a24a-c997c86534fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.809905 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f74c6cc3-b3a1-4ed9-857d-f43904dcce44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:07.829538 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-4a84f55f-977b-421b-a24a-c997c86534fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=443d5f03f03b44268ae250efaa63f962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394150 Jun 16 13:58:07.830082 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48846) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:07.852068 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84f55f-977b-421b-a24a-c997c86534fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612d8715-1b90-4999-9ce7-5685928abe4f,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:07.855892 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4a84f55f-977b-421b-a24a-c997c86534fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:07.885262 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-089495ea-7139-43d0-9ad3-d85d115b2e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.910329 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-089495ea-7139-43d0-9ad3-d85d115b2e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.956074 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-089495ea-7139-43d0-9ad3-d85d115b2e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.958724 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-089495ea-7139-43d0-9ad3-d85d115b2e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:07.960430 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-089495ea-7139-43d0-9ad3-d85d115b2e0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/612d8715-1b90-4999-9ce7-5685928abe4f HTTP/1.1" status: 204 len: 168 time: 0.1286018 Jun 16 13:58:07.961201 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-87ac19d2-8ef6-4b3b-a526-e5e371fcab41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:07.968251 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089495ea-7139-43d0-9ad3-d85d115b2e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612d8715-1b90-4999-9ce7-5685928abe4f,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:07.970559 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-089495ea-7139-43d0-9ad3-d85d115b2e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:08.273143 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48852) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:08.289729 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bb73-f8e1-44bf-aa05-e8812b000b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:08.380560 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bb73-f8e1-44bf-aa05-e8812b000b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:08.385145 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bb73-f8e1-44bf-aa05-e8812b000b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:08.388952 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4cba77ae-ddfc-41d3-be8b-edc9cc2d4ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:08.427344 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-4bf5bb73-f8e1-44bf-aa05-e8812b000b91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01692a9f08da428fa8b509d378f29f95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522660 Jun 16 13:58:08.428656 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5bb73-f8e1-44bf-aa05-e8812b000b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8854e19f-7593-4742-be61-b02ca41baaf0,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:08.429891 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48854) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:08.432373 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-4bf5bb73-f8e1-44bf-aa05-e8812b000b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:08.478220 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f7520ed6-5cc4-47b6-9a37-edd78622efed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:08.500084 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f7520ed6-5cc4-47b6-9a37-edd78622efed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:08.550055 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f7520ed6-5cc4-47b6-9a37-edd78622efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:08.552621 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-f7520ed6-5cc4-47b6-9a37-edd78622efed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:08.553819 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-f7520ed6-5cc4-47b6-9a37-edd78622efed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8854e19f-7593-4742-be61-b02ca41baaf0 HTTP/1.1" status: 204 len: 168 time: 0.1228163 Jun 16 13:58:08.554621 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e5d5cef4-a420-4f21-8abf-a7175958ecd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:08.562864 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7520ed6-5cc4-47b6-9a37-edd78622efed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8854e19f-7593-4742-be61-b02ca41baaf0,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:08.565104 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f7520ed6-5cc4-47b6-9a37-edd78622efed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:09.261210 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48884) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:09.304516 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7e9c7-baaf-4804-91c1-0c1dc0ddb9fe req-bfbb59a0-62e8-4c04-93d8-cd6887871dac tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:09.305992 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-66c7e9c7-baaf-4804-91c1-0c1dc0ddb9fe req-bfbb59a0-62e8-4c04-93d8-cd6887871dac tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 945 time: 0.0667367 Jun 16 13:58:09.342821 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-66c7e9c7-baaf-4804-91c1-0c1dc0ddb9fe req-fcee5260-88f7-4cd7-957f-50d18d190d63 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Jun 16 13:58:09.358447 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1890395631-network', 'tenant_id': '395b82b531a342219619b87e588c0b47'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:09.379077 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Made reservation on behalf of 395b82b531a342219619b87e588c0b47 for: {'network': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:58:09.381333 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.392601 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.480313 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.484022 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.486894 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-089495ea-7139-43d0-9ad3-d85d115b2e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:09.511034 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] vlan segment allocate from pool success with {'vlan_id': 1205, 'physical_network': 'physnet1'} {{(pid=103670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:58:09.518017 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ca1cf-29cf-4623-b6e6-82e8a8678a5b,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:09.521299 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:09.526592 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.526732 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.segments_db [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Added segment 8eecc5f4-c0fb-48f4-a57d-a656b95e6e00 of type vlan for network 1229f0d1-8374-4756-945d-0c23febcdacd Jun 16 13:58:09.567690 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.596523 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.597541 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:09.598123 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.601567 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:09.630971 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3686712 Jun 16 13:58:09.633981 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48888) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:09.638967 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Request body: {'subnet': {'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1890395631-subnet', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'ip_version': 4}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:09.659964 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Made reservation on behalf of 395b82b531a342219619b87e588c0b47 for: {'subnet': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:58:09.662702 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24823530'] for subnet, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.662936 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Pushing event updated for resources: {'Network': ['ID=1229f0d1-8374-4756-945d-0c23febcdacd,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:09.666434 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:09.673660 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 1229f0d1-8374-4756-945d-0c23febcdacd details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:58:09.833392 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25008165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24823544'] for subnet, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.836337 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:09.882528 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=92efa2f7-9be2-4ae1-8db4-5282de193fde,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:09.888977 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:09.897902 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Checking segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:09.898256 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Network hostable DHCP agents. Network: 1229f0d1-8374-4756-945d-0c23febcdacd, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:58:09.914223 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Network 1229f0d1-8374-4756-945d-0c23febcdacd is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:58:09.922593 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 1229f0d1-8374-4756-945d-0c23febcdacd) {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:09.926663 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:09.927272 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.931554 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dba6e0-fc82-48b4-ba51-71ec063beda8 None None] Network 1229f0d1-8374-4756-945d-0c23febcdacd requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:58:09.940309 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ca469257-44e6-4b35-8777-de22f64f0dac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3052430 Jun 16 13:58:09.942896 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48890) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:09.947938 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:09.970619 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.971662 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.030004 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.162324 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.197780 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-1229f0d1-8374-4756-945d-0c23febcdacd', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:58:10.198922 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.329013 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Allocated IP 172.20.0.2 (1229f0d1-8374-4756-945d-0c23febcdacd/92efa2f7-9be2-4ae1-8db4-5282de193fde/78f9ad1b-b751-45d1-b0ad-8e66dc19da8e) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:10.365211 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.386271 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.503006 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Allocated IP 172.27.2.175 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/1ba8c9e2-e1c7-4516-80f4-d4c4a0151007) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:10.506399 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.515052 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Transition to ACTIVE for port object 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:10.531615 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Transition to ACTIVE for port object 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:10.537548 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.541408 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:10.562800 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb079d-da29-47cb-82b4-9e39996b1a22 req-66c1e8d3-087e-475f-a8f8-42f1aa7372c9 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:10.566278 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46cb079d-da29-47cb-82b4-9e39996b1a22 req-66c1e8d3-087e-475f-a8f8-42f1aa7372c9 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 945 time: 0.0934558 Jun 16 13:58:10.575963 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Network 1229f0d1-8374-4756-945d-0c23febcdacd is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:10.578950 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:10.585392 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:10.594470 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Pushing event updated for resources: {'Port': ['ID=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:10.600273 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:10.620928 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.625628 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46cb079d-da29-47cb-82b4-9e39996b1a22 req-eed225ef-1dc1-4281-aca7-a9bc7916835b tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509303 Jun 16 13:58:10.661812 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.663876 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ae0dd906-643e-4a3b-838f-3aca13c94ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:10.667274 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Attempting to bind port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:10.667812 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Attempting to bind port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:10.668194 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Attempting to bind port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e on network 1229f0d1-8374-4756-945d-0c23febcdacd {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:10.673336 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:10.673722 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Checking segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:10.674303 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.674533 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Bound using segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:10.675040 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Bound port: 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:10.675427 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.703811 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:10.706584 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:10.711665 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:10.714868 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba8c9e2-e1c7-4516-80f4-d4c4a0151007,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:10.734598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:10.744293 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] For port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:10.747528 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] For port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:10.751486 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:10.754388 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-7b86044b-4617-4c4a-99ca-33f9d2e173cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:10.816776 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Pushing event updated for resources: {'Port': ['ID=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:10.822482 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:11.003860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:11.289938 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:11.306051 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-123fb87b-bcfa-4696-b8d6-18b5ae992445 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:11.308044 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-123fb87b-bcfa-4696-b8d6-18b5ae992445 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.100 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 945 time: 0.1343493 Jun 16 13:58:11.526277 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Deleting port ef0f3da4-ff8e-45de-996b-e33fac701db2 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:58:11.526608 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:11.565145 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:58:11.674384 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93b0c6-8947-42c1-bedc-2b749dababd1 None None] Network 1229f0d1-8374-4756-945d-0c23febcdacd requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:58:11.686198 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] For port ef0f3da4-ff8e-45de-996b-e33fac701db2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef0f3da4-ff8e-45de-996b-e33fac701db2,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:11.686722 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:11.757336 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Calling delete_port for ef0f3da4-ff8e-45de-996b-e33fac701db2 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:58:11.809076 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-b9f20f06-6aac-47de-925c-c901ea92970e None None] Provisioning for port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:11.848480 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:11.849802 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:58:11.876090 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:58:11.889571 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:11.890758 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c339d595-c9f1-42dd-b3c6-3395e309a4c6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9468992 Jun 16 13:58:11.893646 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48896) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:11.901019 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:11.901729 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:58:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:11.917541 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834694-b2c3-401b-b66e-94b1c44061ac req-4cd104ff-2873-4f9e-8223-9f8824b92ee1 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:11.918967 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fa834694-b2c3-401b-b66e-94b1c44061ac req-4cd104ff-2873-4f9e-8223-9f8824b92ee1 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=174f2354-1a4f-4e8a-86f0-542ce95cea8d HTTP/1.1" status: 200 len: 945 time: 0.1556191 Jun 16 13:58:12.008200 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fa834694-b2c3-401b-b66e-94b1c44061ac req-f1041742-d821-45ab-97f4-e6ed5984d74f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689297 Jun 16 13:58:12.009698 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.013434 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:12.014153 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-96dbeebe-8e5e-43cf-9f0b-750033ecd6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:12.021810 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:12.023044 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.049409 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Pushing event deleted for resources: {'Port': ['ID=ef0f3da4-ff8e-45de-996b-e33fac701db2,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:12.056904 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:12.083475 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:12.102716 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] No DVR routers for this DVR port ef0f3da4-ff8e-45de-996b-e33fac701db2 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:58:12.105645 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.108262 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ba30926d-0d78-4a84-87fa-c5776ae5645d req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.100 "DELETE /v2.0/ports/ef0f3da4-ff8e-45de-996b-e33fac701db2 HTTP/1.1" status: 204 len: 173 time: 0.7946186 Jun 16 13:58:12.108936 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174f2354-1a4f-4e8a-86f0-542ce95cea8d', 'name': 'network-vif-deleted', 'tag': 'ef0f3da4-ff8e-45de-996b-e33fac701db2'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:58:12.112627 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2cd262-0305-4075-81fd-f6e0be8e8b5c" -d '{"events": [{"server_uuid": "174f2354-1a4f-4e8a-86f0-542ce95cea8d", "name": "network-vif-deleted", "tag": "ef0f3da4-ff8e-45de-996b-e33fac701db2"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:58:12.176431 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc61515f-213f-41dd-aeb7-515b0b9e6779 x-openstack-request-id: req-cc61515f-213f-41dd-aeb7-515b0b9e6779 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:58:12.176998 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174f2354-1a4f-4e8a-86f0-542ce95cea8d", "name": "network-vif-deleted", "tag": "ef0f3da4-ff8e-45de-996b-e33fac701db2", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:58:12.177443 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc61515f-213f-41dd-aeb7-515b0b9e6779 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:58:12.178033 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174f2354-1a4f-4e8a-86f0-542ce95cea8d', 'name': 'network-vif-deleted', 'tag': 'ef0f3da4-ff8e-45de-996b-e33fac701db2', 'status': 'completed', 'code': 200} Jun 16 13:58:12.320293 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.366684 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-8c38f893-d2d7-4e80-ac2d-2538d4d161c0 None None] Provisioning complete for port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:12.367094 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8c38f893-d2d7-4e80-ac2d-2538d4d161c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.398818 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:12.405660 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.411327 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:12.451046 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:10Z', 'revision_number': 3, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:12.464725 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:58:12.465085 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Updating router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:58:12.496079 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:12.499331 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:12.542397 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.669672 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.818639 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.828130 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Transition to ACTIVE for port object 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:12.830797 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Allocated IP 172.20.0.1 (1229f0d1-8374-4756-945d-0c23febcdacd/92efa2f7-9be2-4ae1-8db4-5282de193fde/37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:12.833745 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.835672 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:12.888933 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f5cda-9bd3-4f34-aa86-ea41da29fa1c None None] Pushing event updated for resources: {'Port': ['ID=1ba8c9e2-e1c7-4516-80f4-d4c4a0151007,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:12.891178 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Attempting to bind port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:12.891573 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Attempting to bind port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:12.891949 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Attempting to bind port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:12.894019 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-a43f5cda-9bd3-4f34-aa86-ea41da29fa1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:12.898061 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:12.898470 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:12.899542 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.900094 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:12.900440 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Bound port: 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:12.900825 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.935697 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.950352 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.provisioning_blocks [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Transition to ACTIVE for port object 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd will not be triggered until provisioned by entity DHCP. {{(pid=103670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:12.954524 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] For port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:12.957691 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] For port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=1ba8c9e2-e1c7-4516-80f4-d4c4a0151007,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:12.961442 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.963354 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-a43f5cda-9bd3-4f34-aa86-ea41da29fa1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:12.985609 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:12.989080 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b3e62ee3-da2c-4b60-a3b4-0a528c9fbdf5 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:13.022537 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:13.023542 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:58:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:13.028257 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f5cda-9bd3-4f34-aa86-ea41da29fa1c None None] Pushing event updated for resources: {'Port': ['ID=1ba8c9e2-e1c7-4516-80f4-d4c4a0151007,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:13.031440 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Network 1229f0d1-8374-4756-945d-0c23febcdacd is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:13.037248 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:13.041885 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:13.048357 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Pushing event updated for resources: {'Port': ['ID=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:13.069042 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:13.071283 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-a43f5cda-9bd3-4f34-aa86-ea41da29fa1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:13.086561 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.155384 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:13.246191 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.334325 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ffd20420-e0bf-4d24-a4a3-a371deb49c7a None None] Provisioning for port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:13.347389 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-ffd20420-e0bf-4d24-a4a3-a371deb49c7a None None] Provisioning complete for port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:13.347774 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ffd20420-e0bf-4d24-a4a3-a371deb49c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.387249 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device ef0f3da4-ff8e-45de-996b-e33fac701db2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:58:13.435432 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.440273 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.442716 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8d5ece9d-3936-4b93-a2bd-bc49b65d7b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:13.511100 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Pushing event updated for resources: {'Port': ['ID=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:13.513550 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.515630 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:13.536746 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: ef0f3da4-ff8e-45de-996b-e33fac701db2 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:58:13.537099 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device ef0f3da4-ff8e-45de-996b-e33fac701db2 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:58:13.554116 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-ffd20420-e0bf-4d24-a4a3-a371deb49c7a None None] Port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:58:13.574181 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:10Z', 'revision_number': 3, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:13.577637 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4ca0af-fce6-4306-bdb4-553bfa103d74 None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:10Z', 'revision_number': 3, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:58:13.615050 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Network 1229f0d1-8374-4756-945d-0c23febcdacd is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:13.616378 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:13.750538 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:58:13.864849 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:13.893284 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:58:13.906926 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] 10.222.0.64 "PUT /v2.0/routers/913dca40-edad-4ff6-8d85-87d5fa2bf0f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049784 Jun 16 13:58:13.907155 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-b539da55-ba22-4c2a-9802-1dbfbf3c7003 None None] Provisioning complete for port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:13.907155 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b539da55-ba22-4c2a-9802-1dbfbf3c7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:13.949866 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-b539da55-ba22-4c2a-9802-1dbfbf3c7003 None None] Port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:58:13.953213 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:13.953590 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.386014 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48922) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:14.391218 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-791390830-network', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:14.411641 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Made reservation on behalf of d9c7a3cbf7f74139a5822b628be2fcc1 for: {'network': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:58:14.414846 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for network, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.423814 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.513065 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.517963 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.520898 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-74b9e351-1c41-4b31-8c9a-5938e172c615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:14.543644 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1241, 'physical_network': 'physnet1'} {{(pid=103671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:58:14.552254 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f04c78e-9c0e-4fcf-a3c7-f3f02c1008c7,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:14.555780 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:14.560343 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.560592 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.segments_db [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Added segment e3cbd19d-0763-42be-8dc7-e6c68bf24e17 of type vlan for network 77bb9995-0281-4edd-9c87-d97167758fa2 Jun 16 13:58:14.601291 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776715284619'] for network, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.633256 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436'] for network, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.634689 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:14.635321 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.637352 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:14.665581 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2784061 Jun 16 13:58:14.668529 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48924) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:14.674355 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Request body: {'subnet': {'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-791390830-subnet', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'ip_version': 4}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:14.694466 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Pushing event updated for resources: {'Network': ['ID=77bb9995-0281-4edd-9c87-d97167758fa2,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:14.697153 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Made reservation on behalf of d9c7a3cbf7f74139a5822b628be2fcc1 for: {'subnet': 1} {{(pid=103670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:58:14.697295 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:14.699912 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30793486'] for subnet, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.705429 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Network 77bb9995-0281-4edd-9c87-d97167758fa2 details requested by agent ovs-agent-dv-cinder-789603-10-iscsi with host dv-cinder-789603-10-iscsi {{(pid=103672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:58:14.871161 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32288561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30793500'] for subnet, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.874112 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:14.921061 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9d4d1b-b4d9-436d-8885-6f9fee7ff853,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:14.927928 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:14.937153 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Checking segment: {'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:14.937520 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Network hostable DHCP agents. Network: 77bb9995-0281-4edd-9c87-d97167758fa2, hostable agents: ['88c74bfa-3471-4f47-a2a1-7eac5cb54749'], hosted agents: [] {{(pid=103670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:58:14.954021 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Network 77bb9995-0281-4edd-9c87-d97167758fa2 is scheduled to be hosted by DHCP agent 88c74bfa-3471-4f47-a2a1-7eac5cb54749 with binding_index 1 {{(pid=103670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:58:14.963347 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-iscsi, 77bb9995-0281-4edd-9c87-d97167758fa2) {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:14.967420 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:14.968039 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:14.973067 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d16ec-d30f-4fda-bba1-63433e4cbec6 None None] Network 77bb9995-0281-4edd-9c87-d97167758fa2 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:58:14.986595 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-80fec2b2-013b-4779-989c-30e5137888c4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3161035 Jun 16 13:58:14.989059 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48926) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:14.993858 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:15.016021 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33199246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1412'] for router, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.017007 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33196071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33140878', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33074132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1407'] for router, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.079282 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.121681 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:58:15.136668 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:15.137630 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:58:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:15.143119 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e1fb836-0f52-5b6e-89a2-32a1cb5d5422-77bb9995-0281-4edd-9c87-d97167758fa2', 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'fixed_ips': [{'subnet_id': '6f9d4d1b-b4d9-436d-8885-6f9fee7ff853'}]}} from dv-cinder-789603-10-iscsi. {{(pid=103672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:58:15.144098 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.262579 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140892', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33199264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1385'] for router, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.285038 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:15.325482 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.db_base_plugin_common [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Allocated IP 172.20.0.2 (77bb9995-0281-4edd-9c87-d97167758fa2/6f9d4d1b-b4d9-436d-8885-6f9fee7ff853/3e3a6e62-8ae3-488f-ba08-c38951730d78) {{(pid=103672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:15.524322 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Notify callbacks [] for port, precommit_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.533968 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Transition to ACTIVE for port object 3e3a6e62-8ae3-488f-ba08-c38951730d78 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:15.547106 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 2, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:15.549640 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.552463 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:58:15.552909 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Updating router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:58:15.562078 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Transition to ACTIVE for port object 3e3a6e62-8ae3-488f-ba08-c38951730d78 will not be triggered until provisioned by entity DHCP. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:15.569761 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174'] for port, after_create {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.571371 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.571813 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:15.592987 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.614440 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Network 77bb9995-0281-4edd-9c87-d97167758fa2 is already hosted by enough agents. {{(pid=103672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:15.617319 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.scheduler.base_scheduler [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Resources bound (agent type, host, resource id): {{(pid=103672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:15.619835 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Received port after_create {{(pid=103672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:15.627416 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Pushing event updated for resources: {'Port': ['ID=3e3a6e62-8ae3-488f-ba08-c38951730d78,revision_number=1']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:15.630743 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:15.679502 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Allocated IP 172.27.2.238 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/a4a63010-dd1e-4dac-b5f4-ac1987eeacf2) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:15.686088 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Attempting to bind port 3e3a6e62-8ae3-488f-ba08-c38951730d78 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:15.686512 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Attempting to bind port 3e3a6e62-8ae3-488f-ba08-c38951730d78 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:15.686901 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Attempting to bind port 3e3a6e62-8ae3-488f-ba08-c38951730d78 on network 77bb9995-0281-4edd-9c87-d97167758fa2 {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:15.692170 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:15.692559 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Checking segment: {'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:15.692976 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.693381 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Bound using segment: {'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:15.693857 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Bound port: 3e3a6e62-8ae3-488f-ba08-c38951730d78, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:15.694268 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.774704 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] For port 3e3a6e62-8ae3-488f-ba08-c38951730d78, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:15.777731 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] For port 3e3a6e62-8ae3-488f-ba08-c38951730d78, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=3e3a6e62-8ae3-488f-ba08-c38951730d78,segment=NetworkSegment(e3cbd19d-0763-42be-8dc7-e6c68bf24e17),segment_id=e3cbd19d-0763-42be-8dc7-e6c68bf24e17)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:15.782618 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.787238 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ab4af1cc-3941-4863-bc14-c142880dae11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:15.805421 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.850791 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Pushing event updated for resources: {'Port': ['ID=3e3a6e62-8ae3-488f-ba08-c38951730d78,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:15.856296 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-d7cd1e41-9fca-497e-afa1-1a2a971dd847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:15.863539 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.874565 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-0ff76b4e-e8a6-418b-9089-9098dd74d7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:15.895667 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:15.905099 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:15.909572 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:15.912231 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:15.931548 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.945428 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Transition to ACTIVE for port object 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:15.950358 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Pushing event updated for resources: {'Port': ['ID=a4a63010-dd1e-4dac-b5f4-ac1987eeacf2,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:15.951347 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:15.952714 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.953630 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:15.955592 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:15.961146 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:15.961669 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-135745cc-694a-4817-abec-8226d39742fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:16.053260 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.088742 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=1ba8c9e2-e1c7-4516-80f4-d4c4a0151007,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:16.093943 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.096132 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:16.096382 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Pushing event updated for resources: {'Port': ['ID=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:16.126148 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.126767 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.126926 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.127160 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.132648 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.132999 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.133339 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.133671 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.134011 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.134338 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.134667 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.135063 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:16.141922 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:16.166494 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Attempting to bind port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:16.166902 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Attempting to bind port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:16.167316 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Attempting to bind port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd on network 1229f0d1-8374-4756-945d-0c23febcdacd {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:16.172863 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:16.173250 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Checking segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:16.173661 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.174062 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Bound using segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:16.174736 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Bound port: 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:16.175318 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.185746 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=1ba8c9e2-e1c7-4516-80f4-d4c4a0151007,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:16.197861 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:16.265754 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] For port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:16.270350 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] For port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:16.276079 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.279315 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:16.284237 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.346348 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:16.347119 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:58:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:16.352360 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Pushing event updated for resources: {'Port': ['ID=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,revision_number=4']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:16.384557 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-3a08ac40-b192-4d8d-8956-d4b5a7fb2e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:16.469926 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:16.492293 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33199287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140970'] for router, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.620793 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Router f57c2835-d13a-4e42-96d0-a8ccf8600249 is scheduled to L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 with binding_index 1 {{(pid=103670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:58:16.730704 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:58:16.743419 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Sync routers for ids ['f57c2835-d13a-4e42-96d0-a8ccf8600249'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:58:16.749264 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Notify callbacks [] for router, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:16.753717 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48932) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:16.754224 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7636814 Jun 16 13:58:16.759385 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Routers {'f57c2835-d13a-4e42-96d0-a8ccf8600249'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:16.760968 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:58:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['f57c2835-d13a-4e42-96d0-a8ccf8600249'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:16.769720 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:16.773472 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e7241-11be-497e-8da3-b5d83230c78c None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:58:16.903630 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Set router f57c2835-d13a-4e42-96d0-a8ccf8600249 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:17.049415 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf857ad-6c87-4590-821e-cde0c8b4925d None None] Network 77bb9995-0281-4edd-9c87-d97167758fa2 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:58:17.119143 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-48fb79be-d9d1-44b8-8a91-c627e33be08d None None] Provisioning for port 3e3a6e62-8ae3-488f-ba08-c38951730d78 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:17.235905 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 3, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port': {'id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:17.243616 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Checking router: f57c2835-d13a-4e42-96d0-a8ccf8600249 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:58:17.244021 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Updating router f57c2835-d13a-4e42-96d0-a8ccf8600249 port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 binding host dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:58:17.263501 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.304638 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.591395 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Notify callbacks [] for port, precommit_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.603153 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Transition to ACTIVE for port object a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 will not be triggered until provisioned by entity L2. {{(pid=103672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:17.609177 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.611199 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:17.664108 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Attempting to bind port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:17.664751 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Attempting to bind port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:17.665120 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Attempting to bind port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 on network 28a838ac-c210-419e-b36f-817744e9372f {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:17.667308 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7a576-1ca1-43aa-abe2-1bec85d9ddcc None None] Pushing event updated for resources: {'Port': ['ID=a4a63010-dd1e-4dac-b5f4-ac1987eeacf2,revision_number=2']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:17.672997 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-14d7a576-1ca1-43aa-abe2-1bec85d9ddcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:17.678751 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:17.679167 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Checking segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:17.679587 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.680038 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Bound using segment: {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'} {{(pid=103672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:17.680525 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.managers [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Bound port: a4a63010-dd1e-4dac-b5f4-ac1987eeacf2, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc25e55-9871-4bb2-b7cd-e90b4832ee55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28a838ac-c210-419e-b36f-817744e9372f'}}] {{(pid=103672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:17.680902 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.743723 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] For port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:17.745927 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Allocated IP 172.20.0.1 (77bb9995-0281-4edd-9c87-d97167758fa2/6f9d4d1b-b4d9-436d-8885-6f9fee7ff853/308a040e-1f48-4567-975b-bec780ed426c) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:17.748103 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] For port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=a4a63010-dd1e-4dac-b5f4-ac1987eeacf2,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:17.752776 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.755650 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:17.822634 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Routers {'f57c2835-d13a-4e42-96d0-a8ccf8600249'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:17.823326 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:58:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['f57c2835-d13a-4e42-96d0-a8ccf8600249'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:17.880216 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.894189 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Transition to ACTIVE for port object 308a040e-1f48-4567-975b-bec780ed426c will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:17.898601 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7a576-1ca1-43aa-abe2-1bec85d9ddcc None None] Pushing event updated for resources: {'Port': ['ID=a4a63010-dd1e-4dac-b5f4-ac1987eeacf2,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:17.902580 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-14d7a576-1ca1-43aa-abe2-1bec85d9ddcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:17.933237 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:17.936538 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-93e7ccd9-1e0d-4eef-99e2-8be53f9b9ca4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:17.963940 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:17.985527 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Pushing event updated for resources: {'Port': ['ID=308a040e-1f48-4567-975b-bec780ed426c,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:17.989171 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Network 77bb9995-0281-4edd-9c87-d97167758fa2 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:17.990531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:17.992088 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:17.992220 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] Set router f57c2835-d13a-4e42-96d0-a8ccf8600249 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:17.994454 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:18.034441 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33129051'] for router_interface, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.199760 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.276225 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:18.284143 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:18.284529 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.285913 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-c26a78a4-a9a9-4175-98a8-e9aa17f1bd3f None None] Provisioning for port 308a040e-1f48-4567-975b-bec780ed426c completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:18.313054 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-c26a78a4-a9a9-4175-98a8-e9aa17f1bd3f None None] Provisioning complete for port 308a040e-1f48-4567-975b-bec780ed426c triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:18.313436 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c26a78a4-a9a9-4175-98a8-e9aa17f1bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.363035 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.368805 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.372274 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-549e3e55-446b-43a5-885b-28839c324417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:18.386228 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-c26a78a4-a9a9-4175-98a8-e9aa17f1bd3f None None] Port 308a040e-1f48-4567-975b-bec780ed426c cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:58:18.438703 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32997582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33128999'] for router_interface, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.439161 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 3, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port': {'id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:18.441807 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.444672 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Pushing event updated for resources: {'Port': ['ID=308a040e-1f48-4567-975b-bec780ed426c,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:18.445122 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da39142-af0f-4071-9daa-a7fd0b47ab64 None None] The sync data for ids ['f57c2835-d13a-4e42-96d0-a8ccf8600249'] in dv-cinder-789603-10-iscsi is: [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 3, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port': {'id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:58:18.448277 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:18.480617 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:18.485767 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.486862 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 3e3a6e62-8ae3-488f-ba08-c38951730d78 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:18.489745 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:18.564456 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Network 77bb9995-0281-4edd-9c87-d97167758fa2 is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:18.565803 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:18.581785 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:18.586735 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:18.598013 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 3e3a6e62-8ae3-488f-ba08-c38951730d78 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:18.606909 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 3e3a6e62-8ae3-488f-ba08-c38951730d78 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:18.607538 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.723964 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.784312 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Router f57c2835-d13a-4e42-96d0-a8ccf8600249 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:58:18.794806 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 3e3a6e62-8ae3-488f-ba08-c38951730d78, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=3e3a6e62-8ae3-488f-ba08-c38951730d78,segment=NetworkSegment(e3cbd19d-0763-42be-8dc7-e6c68bf24e17),segment_id=e3cbd19d-0763-42be-8dc7-e6c68bf24e17)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:18.801517 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.803410 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:18.805269 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-780f8b27-3eb3-4eeb-88e1-36f34840ad49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:18.886796 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=3e3a6e62-8ae3-488f-ba08-c38951730d78,revision_number=3']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:18.890068 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:18.901189 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:18.901669 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.933632 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:58:18.939660 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] 10.222.0.64 "PUT /v2.0/routers/f57c2835-d13a-4e42-96d0-a8ccf8600249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1839080 Jun 16 13:58:19.011848 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-3994722b-7e6a-482a-96ff-a0e6d3f39ee8 None None] Provisioning complete for port 308a040e-1f48-4567-975b-bec780ed426c triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:19.012311 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3994722b-7e6a-482a-96ff-a0e6d3f39ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.054744 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-3994722b-7e6a-482a-96ff-a0e6d3f39ee8 None None] Port 308a040e-1f48-4567-975b-bec780ed426c cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:58:19.461029 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48958) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:19.465785 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-46ccb75a-d3cc-47cc-ba06-df5e3c9821d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839655891', 'description': 'tempest-secgroup-smoke-1839655891 description', 'project_id': '395b82b531a342219619b87e588c0b47'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:19.488303 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-46ccb75a-d3cc-47cc-ba06-df5e3c9821d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.582603 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-46ccb75a-d3cc-47cc-ba06-df5e3c9821d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.588415 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-46ccb75a-d3cc-47cc-ba06-df5e3c9821d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.591346 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-683bb6c8-ee47-4487-be7b-854180db01d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:19.615819 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-46ccb75a-d3cc-47cc-ba06-df5e3c9821d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.617041 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-46ccb75a-d3cc-47cc-ba06-df5e3c9821d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1550150 Jun 16 13:58:19.619950 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48960) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:19.625228 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-c87e0270-36fe-4f79-995b-95b2c4a70f51 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'security_group_rule': {'security_group_id': 'c3e91f87-7e45-496b-8e51-e14de8ffde6a', 'project_id': '395b82b531a342219619b87e588c0b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:19.632545 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccb75a-d3cc-47cc-ba06-df5e3c9821d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e91f87-7e45-496b-8e51-e14de8ffde6a,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:19.638060 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-46ccb75a-d3cc-47cc-ba06-df5e3c9821d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:19.665234 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c87e0270-36fe-4f79-995b-95b2c4a70f51 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.732312 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c87e0270-36fe-4f79-995b-95b2c4a70f51 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.736135 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c87e0270-36fe-4f79-995b-95b2c4a70f51 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.738232 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-20a7a7fd-a065-421f-9b73-878587eafafb tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:19.760617 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e0270-36fe-4f79-995b-95b2c4a70f51 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a54a5f6-53e4-49ee-8c2f-d008cbf6858e,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:19.764598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c87e0270-36fe-4f79-995b-95b2c4a70f51 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:19.766093 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-c87e0270-36fe-4f79-995b-95b2c4a70f51 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.767333 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-c87e0270-36fe-4f79-995b-95b2c4a70f51 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464787 Jun 16 13:58:19.770556 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48962) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:19.778765 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-3a9c1fb5-846a-4a39-853a-b759a0c4ca1d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'security_group_rule': {'security_group_id': 'c3e91f87-7e45-496b-8e51-e14de8ffde6a', 'project_id': '395b82b531a342219619b87e588c0b47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:19.852094 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1fb5-846a-4a39-853a-b759a0c4ca1d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.939830 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1fb5-846a-4a39-853a-b759a0c4ca1d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.947226 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1fb5-846a-4a39-853a-b759a0c4ca1d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.947517 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:19.949940 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ab2dc2bd-e9ff-4d4c-8f98-e61c147d75f0 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:19.967344 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c1fb5-846a-4a39-853a-b759a0c4ca1d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc0a499-7d0e-4123-ba84-3e7f2c710f70,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:19.970086 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-3a9c1fb5-846a-4a39-853a-b759a0c4ca1d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:19.975538 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1fb5-846a-4a39-853a-b759a0c4ca1d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:19.976907 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3a9c1fb5-846a-4a39-853a-b759a0c4ca1d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2048609 Jun 16 13:58:19.979632 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48968) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:19.984546 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-aad360cf-7b24-4f4b-9339-ca0b6148dc59 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'security_group_rule': {'security_group_id': 'c3e91f87-7e45-496b-8e51-e14de8ffde6a', 'project_id': '395b82b531a342219619b87e588c0b47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:20.024212 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aad360cf-7b24-4f4b-9339-ca0b6148dc59 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.028318 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:20.029225 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.099140 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aad360cf-7b24-4f4b-9339-ca0b6148dc59 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.104282 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aad360cf-7b24-4f4b-9339-ca0b6148dc59 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.106834 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:20.123395 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:20.125331 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad360cf-7b24-4f4b-9339-ca0b6148dc59 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b203743-eaae-4d0a-bedf-6fa3183b54b1,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:20.130019 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-aad360cf-7b24-4f4b-9339-ca0b6148dc59 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:20.137714 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-aad360cf-7b24-4f4b-9339-ca0b6148dc59 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.142387 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-aad360cf-7b24-4f4b-9339-ca0b6148dc59 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588976 Jun 16 13:58:20.142580 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48972) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:20.147549 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'security_group_rule': {'security_group_id': 'c3e91f87-7e45-496b-8e51-e14de8ffde6a', 'project_id': '395b82b531a342219619b87e588c0b47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:20.181081 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.189473 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:20.195323 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:20.195711 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.251913 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.257024 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.259798 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:20.273550 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b745be-e2e5-4ccb-ae79-a0c350b93058,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:20.275288 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Sync routers for ids ['f57c2835-d13a-4e42-96d0-a8ccf8600249'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:58:20.276805 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:20.286444 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Routers {'f57c2835-d13a-4e42-96d0-a8ccf8600249'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:20.287127 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:58:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['f57c2835-d13a-4e42-96d0-a8ccf8600249'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:20.290087 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.291712 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479156 Jun 16 13:58:20.294467 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 48974) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:20.297352 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.299444 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'security_group_rule': {'security_group_id': 'c3e91f87-7e45-496b-8e51-e14de8ffde6a', 'project_id': '395b82b531a342219619b87e588c0b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:20.320589 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=a4a63010-dd1e-4dac-b5f4-ac1987eeacf2,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:20.326030 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.327241 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 3e3a6e62-8ae3-488f-ba08-c38951730d78 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:20.327936 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.securitygroups_db [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Project 395b82b531a342219619b87e588c0b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:58:20.329359 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-ade922e5-37dd-4919-bbca-18da1dd26666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:20.336684 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.399760 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.403606 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Set router f57c2835-d13a-4e42-96d0-a8ccf8600249 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:20.404620 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.406950 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ed030294-b147-4e32-92df-468b53c856c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:20.413543 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=a4a63010-dd1e-4dac-b5f4-ac1987eeacf2,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:20.417366 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:20.426958 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 3e3a6e62-8ae3-488f-ba08-c38951730d78 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:20.427664 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.430682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f12f86-df6e-4968-a71b-ea23343bc67d,revision_number=0']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:20.435986 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:20.439758 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.444229 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 48976) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:58:20.444939 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-de07b03e-85d5-42f5-91c3-73d97663df97 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490459 Jun 16 13:58:20.449666 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'security_group_rule': {'security_group_id': 'c3e91f87-7e45-496b-8e51-e14de8ffde6a', 'project_id': '395b82b531a342219619b87e588c0b47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:20.476538 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.securitygroups_db [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Project 395b82b531a342219619b87e588c0b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:58:20.482090 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.566180 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.570693 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33084967'] for security_group_rule, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.572840 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:20.591130 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d156a8af-d8b1-440f-a9e0-5f581633d2b0,revision_number=0']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:20.593744 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:20.595137 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:20.596353 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-8ce1cd28-0d57-409e-b276-192952a4fc57 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508298 Jun 16 13:58:20.654536 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 4, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port': {'id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '308a040e-1f48-4567-975b-bec780ed426c', 'name': '', 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'mac_address': 'fa:16:3e:85:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6f9d4d1b-b4d9-436d-8885-6f9fee7ff853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:17Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 2, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'subnets': [{'id': '6f9d4d1b-b4d9-436d-8885-6f9fee7ff853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:20.658420 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Checking router: f57c2835-d13a-4e42-96d0-a8ccf8600249 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:58:20.658784 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Updating router f57c2835-d13a-4e42-96d0-a8ccf8600249 port 308a040e-1f48-4567-975b-bec780ed426c binding host dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:58:20.700068 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:21.018445 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Notify callbacks [] for port, precommit_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:21.045359 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.provisioning_blocks [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Transition to ACTIVE for port object 308a040e-1f48-4567-975b-bec780ed426c will not be triggered until provisioned by entity L2. {{(pid=103673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:21.075546 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:21.078343 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-4c39147f-5733-4031-805a-92da575d9084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:21.178463 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d2b3a-478c-47bf-8b4c-de49add86494 None None] Pushing event updated for resources: {'Port': ['ID=308a040e-1f48-4567-975b-bec780ed426c,revision_number=3']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:21.181921 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-535d2b3a-478c-47bf-8b4c-de49add86494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:21.264444 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Attempting to bind port 308a040e-1f48-4567-975b-bec780ed426c on host dv-cinder-789603-10-iscsi for vnic_type normal with profile {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:21.264864 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Attempting to bind port 308a040e-1f48-4567-975b-bec780ed426c by drivers openvswitch,hyperv on host dv-cinder-789603-10-iscsi at level 0 using segments [{'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:21.265225 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Attempting to bind port 308a040e-1f48-4567-975b-bec780ed426c on network 77bb9995-0281-4edd-9c87-d97167758fa2 {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:21.276596 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Checking agent: {'id': '893d509d-af13-4412-81a5-f9aa2f6ce309', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:21.278188 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Checking segment: {'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:21.278188 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:21.278575 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Bound using segment: {'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'} {{(pid=103673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:21.279265 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.managers [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Bound port: 308a040e-1f48-4567-975b-bec780ed426c, host: dv-cinder-789603-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2'}}] {{(pid=103673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:21.279809 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:21.358103 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] For port 308a040e-1f48-4567-975b-bec780ed426c, host dv-cinder-789603-10-iscsi, cleared binding levels {{(pid=103673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:21.362233 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.plugins.ml2.db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] For port 308a040e-1f48-4567-975b-bec780ed426c, host dv-cinder-789603-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=308a040e-1f48-4567-975b-bec780ed426c,segment=NetworkSegment(e3cbd19d-0763-42be-8dc7-e6c68bf24e17),segment_id=e3cbd19d-0763-42be-8dc7-e6c68bf24e17)] {{(pid=103673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:21.366643 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron_lib.callbacks.manager [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:21.369081 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-4c39147f-5733-4031-805a-92da575d9084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:21.435893 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Routers {'f57c2835-d13a-4e42-96d0-a8ccf8600249'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:58:21.436218 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:58:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['f57c2835-d13a-4e42-96d0-a8ccf8600249'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:21.439789 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d2b3a-478c-47bf-8b4c-de49add86494 None None] Pushing event updated for resources: {'Port': ['ID=308a040e-1f48-4567-975b-bec780ed426c,revision_number=4']} {{(pid=103673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:21.472258 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG oslo_concurrency.lockutils [None req-535d2b3a-478c-47bf-8b4c-de49add86494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:21.562733 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] Set router f57c2835-d13a-4e42-96d0-a8ccf8600249 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:58:21.808282 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 4, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port': {'id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '308a040e-1f48-4567-975b-bec780ed426c', 'name': '', 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'mac_address': 'fa:16:3e:85:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6f9d4d1b-b4d9-436d-8885-6f9fee7ff853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:17Z', 'updated_at': '2021-06-16T13:58:21Z', 'revision_number': 4, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'subnets': [{'id': '6f9d4d1b-b4d9-436d-8885-6f9fee7ff853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:58:21.812050 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df75db-8360-4dde-bbdc-2b287180cc57 None None] The sync data for ids ['f57c2835-d13a-4e42-96d0-a8ccf8600249'] in dv-cinder-789603-10-iscsi is: [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 4, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port': {'id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '308a040e-1f48-4567-975b-bec780ed426c', 'name': '', 'network_id': '77bb9995-0281-4edd-9c87-d97167758fa2', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'mac_address': 'fa:16:3e:85:f5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '6f9d4d1b-b4d9-436d-8885-6f9fee7ff853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:17Z', 'updated_at': '2021-06-16T13:58:21Z', 'revision_number': 4, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'subnets': [{'id': '6f9d4d1b-b4d9-436d-8885-6f9fee7ff853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:58:21.821906 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:21.891327 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:21.892349 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:23.818199 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 308a040e-1f48-4567-975b-bec780ed426c up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:23.865683 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning for port 308a040e-1f48-4567-975b-bec780ed426c completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:23.869173 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 308a040e-1f48-4567-975b-bec780ed426c triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:23.869556 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:23.949206 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:23.986399 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] For port 308a040e-1f48-4567-975b-bec780ed426c, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=308a040e-1f48-4567-975b-bec780ed426c,segment=NetworkSegment(e3cbd19d-0763-42be-8dc7-e6c68bf24e17),segment_id=e3cbd19d-0763-42be-8dc7-e6c68bf24e17)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:23.990383 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:23.996133 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-90d4d6e7-2ac7-49c0-8617-1634ddfa5867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:24.046187 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Pushing event updated for resources: {'Port': ['ID=308a040e-1f48-4567-975b-bec780ed426c,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:24.049221 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:25.457939 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-a2da143a-618b-4f43-9228-ce99d49a0015 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:25.460288 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-a2da143a-618b-4f43-9228-ce99d49a0015 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/networks?id=48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 200 len: 813 time: 0.1098471 Jun 16 13:58:25.476045 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-0fce9cf3-0640-499c-827f-66e8ec151960 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/quotas/092fbecd691a40ec8d0359deb41c529b HTTP/1.1" status: 200 len: 375 time: 0.0094244 Jun 16 13:58:25.510983 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-9596abc3-8cc4-4d63-9ce1-701551d3c46c tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=092fbecd691a40ec8d0359deb41c529b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288787 Jun 16 13:58:25.702656 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-43f6ea1f-756d-472c-8968-121e2ed4002e service neutron] 10.222.0.64 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848671 Jun 16 13:58:25.799329 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-f0e05804-e1d2-4643-bc9f-4bbb12dfff9c service neutron] 10.222.0.64 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909684 Jun 16 13:58:25.816109 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 308a040e-1f48-4567-975b-bec780ed426c up at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:25.863601 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Provisioning complete for port 308a040e-1f48-4567-975b-bec780ed426c triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:25.863987 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:25.980834 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d44f6623-764b-4106-a558-f9e24eab19e8 req-67ddcb9e-a3c1-4697-acce-36802bd852b7 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 210 time: 0.0313680 Jun 16 13:58:27.064412 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-2269d7f7-e78c-4ba7-aad4-f73322b397a5 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:27.066005 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-2269d7f7-e78c-4ba7-aad4-f73322b397a5 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.100 "GET /v2.0/networks?id=48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 200 len: 813 time: 0.1208110 Jun 16 13:58:27.082492 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Request body: {'port': {'device_id': '3dc4606e-879a-4e7a-83f6-efb38cdbce23', 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e', 'admin_state_up': True, 'tenant_id': '092fbecd691a40ec8d0359deb41c529b'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:27.174620 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-56ac927f-d7c9-4ca5-87cf-e60d556ec11c req-d6b31b0e-74ff-450f-ab73-7d633647c271 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 210 time: 0.0607777 Jun 16 13:58:27.230024 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Made reservation on behalf of 092fbecd691a40ec8d0359deb41c529b for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:58:27.233826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:27.367265 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Allocated IP 172.20.0.12 (48d8fd57-e6e6-413e-b009-f65db6687d9e/ee2f578b-f402-4835-b5e8-099b5106aafa/29749a19-0be6-4e47-84be-3d53eebc991b) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:27.527669 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:27.567193 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:27.572977 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ddb86de7-ed74-484f-9338-f668aa149548 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:27.613793 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Network 48d8fd57-e6e6-413e-b009-f65db6687d9e is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:27.618059 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:27.621951 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:27.660940 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Pushing event updated for resources: {'Port': ['ID=29749a19-0be6-4e47-84be-3d53eebc991b,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:27.665524 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:27.685141 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:27.685754 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:27.700053 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6218526 Jun 16 13:58:27.712016 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Request body: {'port': {'device_id': '3dc4606e-879a-4e7a-83f6-efb38cdbce23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:27.770078 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-658878b3-8cb7-4578-813d-ac91ede00076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:27.786685 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:28.059325 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29749a19-0be6-4e47-84be-3d53eebc991b {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:58:28.066583 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:28.078596 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Transition to ACTIVE for port object 29749a19-0be6-4e47-84be-3d53eebc991b will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:28.082069 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:28.084935 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-64a5dbb9-d1ad-430b-8eba-bc4cb07fbc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:28.160295 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Pushing event updated for resources: {'Port': ['ID=29749a19-0be6-4e47-84be-3d53eebc991b,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:28.165671 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:28.232804 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Attempting to bind port 29749a19-0be6-4e47-84be-3d53eebc991b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:28.233144 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Attempting to bind port 29749a19-0be6-4e47-84be-3d53eebc991b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:28.233474 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Attempting to bind port 29749a19-0be6-4e47-84be-3d53eebc991b on network 48d8fd57-e6e6-413e-b009-f65db6687d9e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:28.237727 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Port 29749a19-0be6-4e47-84be-3d53eebc991b on network 48d8fd57-e6e6-413e-b009-f65db6687d9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:58:28.238052 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Attempting to bind port 29749a19-0be6-4e47-84be-3d53eebc991b on network 48d8fd57-e6e6-413e-b009-f65db6687d9e {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:28.242802 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:28.243176 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Checking segment: {'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:28.243562 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Bound using segment: {'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:28.243997 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Bound port: 29749a19-0be6-4e47-84be-3d53eebc991b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:28.244343 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:28.313585 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] For port 29749a19-0be6-4e47-84be-3d53eebc991b, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:28.316973 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] For port 29749a19-0be6-4e47-84be-3d53eebc991b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=29749a19-0be6-4e47-84be-3d53eebc991b,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:28.324634 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:28.326959 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:28.362825 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c745a2-6233-4215-b34e-40a609392fba req-c6844f64-c103-4fe9-bbea-abd4ecaa321c tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:28.363744 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:28.364354 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-00c745a2-6233-4215-b34e-40a609392fba req-c6844f64-c103-4fe9-bbea-abd4ecaa321c tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 944 time: 0.0672369 Jun 16 13:58:28.364509 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:28.365750 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] 10.222.0.100 "PUT /v2.0/ports/29749a19-0be6-4e47-84be-3d53eebc991b HTTP/1.1" status: 200 len: 1094 time: 0.6579061 Jun 16 13:58:28.366265 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc4606e-879a-4e7a-83f6-efb38cdbce23', 'tag': '29749a19-0be6-4e47-84be-3d53eebc991b'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:58:28.368615 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf9434a-aee1-4e33-85f9-d90d91278835" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc4606e-879a-4e7a-83f6-efb38cdbce23", "tag": "29749a19-0be6-4e47-84be-3d53eebc991b"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:58:28.394087 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Pushing event updated for resources: {'Port': ['ID=29749a19-0be6-4e47-84be-3d53eebc991b,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:28.397914 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:28.415264 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-00c745a2-6233-4215-b34e-40a609392fba req-887dfc08-c42f-4977-acfc-759faa9d0439 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387969 Jun 16 13:58:28.418600 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5537be36-b9cc-4908-97f7-87bd0f0f1f53 x-openstack-request-id: req-5537be36-b9cc-4908-97f7-87bd0f0f1f53 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:58:28.418973 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc4606e-879a-4e7a-83f6-efb38cdbce23", "tag": "29749a19-0be6-4e47-84be-3d53eebc991b", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:58:28.419274 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5537be36-b9cc-4908-97f7-87bd0f0f1f53 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:58:28.419714 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc4606e-879a-4e7a-83f6-efb38cdbce23', 'tag': '29749a19-0be6-4e47-84be-3d53eebc991b', 'status': 'completed', 'code': 200} Jun 16 13:58:28.462748 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-c8ed09fb-c4e4-4777-af16-c0070fe73082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:28.464286 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-c8ed09fb-c4e4-4777-af16-c0070fe73082 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=092fbecd691a40ec8d0359deb41c529b&device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 1097 time: 0.0563173 Jun 16 13:58:28.504319 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-2e39d9bc-1bce-4579-b5af-f76b905a8e7c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29749a19-0be6-4e47-84be-3d53eebc991b HTTP/1.1" status: 200 len: 217 time: 0.0328465 Jun 16 13:58:28.554771 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-be581b4a-cbd6-4fda-8312-01f83ffdd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:28.556342 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-be581b4a-cbd6-4fda-8312-01f83ffdd3d0 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ee2f578b-f402-4835-b5e8-099b5106aafa HTTP/1.1" status: 200 len: 853 time: 0.0449264 Jun 16 13:58:28.593183 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-7bbe0200-a510-4b3c-a39f-e55a8f04753c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=48d8fd57-e6e6-413e-b009-f65db6687d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298994 Jun 16 13:58:28.692694 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-96c17985-d9a1-43ec-b794-a0b3f4239d21 service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919375 Jun 16 13:58:28.796949 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8162764d-c8d9-4ada-8295-b7fdee4428ff req-6b2c738a-9dbc-41cb-aec1-730b001f489f service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974305 Jun 16 13:58:28.902513 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-da52b17f-8a14-4f19-863c-471e1d149cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:28.904022 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-da52b17f-8a14-4f19-863c-471e1d149cc3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=092fbecd691a40ec8d0359deb41c529b&device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 1097 time: 0.0545032 Jun 16 13:58:29.016289 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-902ddaf9-6856-4b3d-8f48-ad40efc7586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:29.017702 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-902ddaf9-6856-4b3d-8f48-ad40efc7586e service neutron] 10.222.0.100 "GET /v2.0/networks?id=48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 200 len: 915 time: 0.1070726 Jun 16 13:58:29.059671 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-bcafe9c8-9309-43ce-bcb3-0ef759ae6c63 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29749a19-0be6-4e47-84be-3d53eebc991b HTTP/1.1" status: 200 len: 217 time: 0.0342975 Jun 16 13:58:29.106958 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-a42e8863-4d13-4c0c-8434-f6afa175193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:29.108609 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-a42e8863-4d13-4c0c-8434-f6afa175193c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ee2f578b-f402-4835-b5e8-099b5106aafa HTTP/1.1" status: 200 len: 853 time: 0.0424767 Jun 16 13:58:29.150739 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-0d50e00d-15b6-419a-8697-91013a2ca368 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=48d8fd57-e6e6-413e-b009-f65db6687d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341277 Jun 16 13:58:29.249046 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-cb680e6c-8894-41e2-bd67-4ad3c947188d service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922568 Jun 16 13:58:29.344115 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8bf9434a-aee1-4e33-85f9-d90d91278835 req-387eaa84-037a-4db1-9066-434a035178fe service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882037 Jun 16 13:58:29.598424 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6ea0a-de27-426d-943d-63f58b913c29 req-95465459-d424-4ac1-ad85-e5fea2fa4fbf tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:29.599885 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-82e6ea0a-de27-426d-943d-63f58b913c29 req-95465459-d424-4ac1-ad85-e5fea2fa4fbf tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 944 time: 0.0721242 Jun 16 13:58:29.636785 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-82e6ea0a-de27-426d-943d-63f58b913c29 req-fdc172af-71b2-4272-8644-fa297351d24e tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312710 Jun 16 13:58:30.407332 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:30.578117 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-804eb0d6-aa4e-46e0-ac74-562b99d2f3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:30.942526 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6577015-94f0-4248-9a87-168e763b3b07 req-d963c198-a668-422f-bac1-205abeefa231 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:30.947109 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e6577015-94f0-4248-9a87-168e763b3b07 req-d963c198-a668-422f-bac1-205abeefa231 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 944 time: 0.1118753 Jun 16 13:58:30.986115 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e6577015-94f0-4248-9a87-168e763b3b07 req-c2e195db-3c9d-473f-965d-a77cac1b4822 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Jun 16 13:58:31.552416 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 29749a19-0be6-4e47-84be-3d53eebc991b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:58:31.557136 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:31.652224 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 29749a19-0be6-4e47-84be-3d53eebc991b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=29749a19-0be6-4e47-84be-3d53eebc991b,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:31.665521 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '29749a19-0be6-4e47-84be-3d53eebc991b', 'network_id': '48d8fd57-e6e6-413e-b009-f65db6687d9e', 'port_id': '29749a19-0be6-4e47-84be-3d53eebc991b', 'mac_address': 'fa:16:3e:0e:05:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2f578b-f402-4835-b5e8-099b5106aafa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:58:31.703109 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:31.715436 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29749a19-0be6-4e47-84be-3d53eebc991b {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:58:31.735077 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 29749a19-0be6-4e47-84be-3d53eebc991b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=29749a19-0be6-4e47-84be-3d53eebc991b,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:31.738869 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:31.741266 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:31.784912 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=29749a19-0be6-4e47-84be-3d53eebc991b,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:31.788469 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:32.161564 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3308-7c4c-4e4d-ac4c-21ced1db25bf req-ffc1f3d6-fb78-45b9-8e7e-51918d3d4eba tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:32.163717 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-245f3308-7c4c-4e4d-ac4c-21ced1db25bf req-ffc1f3d6-fb78-45b9-8e7e-51918d3d4eba tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 945 time: 0.0625687 Jun 16 13:58:32.179699 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['29749a19-0be6-4e47-84be-3d53eebc991b'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:58:32.203281 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-245f3308-7c4c-4e4d-ac4c-21ced1db25bf req-ade9868d-7902-49c7-a5bc-d18c82aa5f80 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 Jun 16 13:58:32.336174 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:33.365371 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:33.410195 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b8e4b-37f2-4403-a925-eaf420d5af34 req-083299ae-8dff-4b10-b965-7ff09a46ef15 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:33.413476 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c5b8e4b-37f2-4403-a925-eaf420d5af34 req-083299ae-8dff-4b10-b965-7ff09a46ef15 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 945 time: 0.0845678 Jun 16 13:58:33.452823 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3c5b8e4b-37f2-4403-a925-eaf420d5af34 req-302c13f6-3394-4b7e-95a8-07bdf4db7cc1 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Jun 16 13:58:33.541467 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 29749a19-0be6-4e47-84be-3d53eebc991b up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:58:33.589439 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 29749a19-0be6-4e47-84be-3d53eebc991b completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:33.593803 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 29749a19-0be6-4e47-84be-3d53eebc991b triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:33.594258 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:33.680884 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:33.702450 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc4606e-879a-4e7a-83f6-efb38cdbce23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29749a19-0be6-4e47-84be-3d53eebc991b'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:58:33.705192 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91d056e-9904-4597-8495-3453ef2a648d" -d '{"events": [{"server_uuid": "3dc4606e-879a-4e7a-83f6-efb38cdbce23", "name": "network-vif-plugged", "status": "completed", "tag": "29749a19-0be6-4e47-84be-3d53eebc991b"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:58:33.717986 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 29749a19-0be6-4e47-84be-3d53eebc991b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=29749a19-0be6-4e47-84be-3d53eebc991b,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:58:33.723242 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:33.725999 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:33.747244 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7f5754-97b2-4f05-a913-390a3e927907 x-openstack-request-id: req-ed7f5754-97b2-4f05-a913-390a3e927907 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:58:33.747548 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc4606e-879a-4e7a-83f6-efb38cdbce23", "name": "network-vif-plugged", "status": "completed", "tag": "29749a19-0be6-4e47-84be-3d53eebc991b", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:58:33.747811 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed7f5754-97b2-4f05-a913-390a3e927907 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:58:33.748424 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc4606e-879a-4e7a-83f6-efb38cdbce23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29749a19-0be6-4e47-84be-3d53eebc991b', 'code': 200} Jun 16 13:58:33.775504 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=29749a19-0be6-4e47-84be-3d53eebc991b,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:33.778534 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:33.971815 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143cb1c-a248-40c4-a3bc-6e6701403940 req-fd4578de-c199-4a47-98c7-251018dc65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:33.973202 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f143cb1c-a248-40c4-a3bc-6e6701403940 req-fd4578de-c199-4a47-98c7-251018dc65ab service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 1099 time: 0.0562122 Jun 16 13:58:34.014087 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f143cb1c-a248-40c4-a3bc-6e6701403940 req-85c6abc0-0815-4919-a20f-3dc8a9b1d660 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Jun 16 13:58:34.636436 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e200a0-2fae-412a-9abd-be36d1868f5b req-216368f2-7211-4529-b57a-1c4893bc6b17 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:34.638486 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46e200a0-2fae-412a-9abd-be36d1868f5b req-216368f2-7211-4529-b57a-1c4893bc6b17 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 946 time: 0.0617340 Jun 16 13:58:34.676689 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-46e200a0-2fae-412a-9abd-be36d1868f5b req-5a16d9e8-f4fe-47ec-ba48-77db9d5300c4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Jun 16 13:58:35.850460 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085524b-8b82-4b00-bc5d-43294ffc8677 req-17a3490e-d9eb-4ec3-8d3e-1aa721137a23 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:35.851964 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4085524b-8b82-4b00-bc5d-43294ffc8677 req-17a3490e-d9eb-4ec3-8d3e-1aa721137a23 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 946 time: 0.0630538 Jun 16 13:58:35.890001 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4085524b-8b82-4b00-bc5d-43294ffc8677 req-a511c5ff-7a8d-429a-bdc4-8bacc3e674c1 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Jun 16 13:58:40.129427 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:58:41.441940 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-269136dc-9275-41f1-8397-e0dde5f61243 req-bfa3b396-a479-4736-a735-ab60352d9b04 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545542 Jun 16 13:58:41.540247 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269136dc-9275-41f1-8397-e0dde5f61243 req-4018aa51-a3d8-4b73-b343-0c027f738145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:41.541805 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-269136dc-9275-41f1-8397-e0dde5f61243 req-4018aa51-a3d8-4b73-b343-0c027f738145 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=092fbecd691a40ec8d0359deb41c529b&device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 1099 time: 0.0544312 Jun 16 13:58:41.648056 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269136dc-9275-41f1-8397-e0dde5f61243 req-a51eb033-8bd8-475d-9565-e4aa85c1813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:41.649577 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-269136dc-9275-41f1-8397-e0dde5f61243 req-a51eb033-8bd8-475d-9565-e4aa85c1813d service neutron] 10.222.0.100 "GET /v2.0/networks?id=48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 200 len: 915 time: 0.0871999 Jun 16 13:58:41.694607 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-269136dc-9275-41f1-8397-e0dde5f61243 req-c0fa87bb-fbb0-4832-a538-3c11b1d5baf8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29749a19-0be6-4e47-84be-3d53eebc991b HTTP/1.1" status: 200 len: 217 time: 0.0380361 Jun 16 13:58:41.743173 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269136dc-9275-41f1-8397-e0dde5f61243 req-79c3ea9d-9a96-4059-ab83-0f7afa373174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:41.744664 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-269136dc-9275-41f1-8397-e0dde5f61243 req-79c3ea9d-9a96-4059-ab83-0f7afa373174 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=ee2f578b-f402-4835-b5e8-099b5106aafa HTTP/1.1" status: 200 len: 853 time: 0.0433924 Jun 16 13:58:41.777640 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-269136dc-9275-41f1-8397-e0dde5f61243 req-f79a0d5a-6f15-48ce-acc8-ec4811a41382 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=48d8fd57-e6e6-413e-b009-f65db6687d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261815 Jun 16 13:58:41.869056 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-269136dc-9275-41f1-8397-e0dde5f61243 req-999939cc-1a5e-419f-b9df-dec2300e0364 service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847142 Jun 16 13:58:41.957405 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-269136dc-9275-41f1-8397-e0dde5f61243 req-7b5d76af-dcfa-4297-895f-ff5d08883100 service neutron] 10.222.0.100 "GET /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820334 Jun 16 13:58:52.046996 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-7686006d-5bd0-4306-93a4-4f9fb27f6def tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839655891&fields=id&tenant_id=395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 267 time: 0.0341511 Jun 16 13:58:52.163547 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-7f8f385d-ec92-49d0-b494-857f720eb167 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:52.165289 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-7f8f385d-ec92-49d0-b494-857f720eb167 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 812 time: 0.1106637 Jun 16 13:58:52.181488 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-355828d0-d69f-424c-9368-5ac47c987861 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/quotas/395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 375 time: 0.0098798 Jun 16 13:58:52.261868 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e71b98a9-102e-42a2-8c50-b8e7adaa690b tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732815 Jun 16 13:58:52.639074 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-853d2fdd-403d-4c5c-88d8-623a15a322bb service neutron] 10.222.0.64 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649247 Jun 16 13:58:52.744380 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-a310c0fb-460d-494e-9b1b-ace2bd35f1ed service neutron] 10.222.0.64 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992434 Jun 16 13:58:53.059401 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-211c2f3b-84a7-42dc-ae00-8a4f6dcc8097 req-86f2f9dc-fc2e-4b3b-b7fe-1bebd8050a2b tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 210 time: 0.0318663 Jun 16 13:58:54.198751 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-df3c7520-0171-45d1-a63c-6205b4c75d14 req-0d8fea36-1411-46f9-88c1-195116477a70 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 210 time: 0.0304961 Jun 16 13:58:55.342932 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9f3de84d-d3e4-49de-bd3a-62b38d805364 req-20b4cea2-a56a-4eb1-b071-b2a5905e2d77 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 210 time: 0.0300553 Jun 16 13:58:56.493184 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2e8d8e5e-e353-4a7c-a459-1367040e5f4d req-34a6c26f-bd1f-491d-88d7-af0c79d78af6 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 210 time: 0.0285552 Jun 16 13:58:56.823125 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-2dbb43fc-2a5f-4d09-bdf8-f59416026853 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:56.824550 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-2dbb43fc-2a5f-4d09-bdf8-f59416026853 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 812 time: 0.1057482 Jun 16 13:58:56.869048 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-4aee0807-eeda-4dfe-8ea7-88797f847294 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 380 time: 0.0351849 Jun 16 13:58:56.877692 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'port': {'device_id': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'admin_state_up': True, 'tenant_id': '395b82b531a342219619b87e588c0b47', 'security_groups': ['c3e91f87-7e45-496b-8e51-e14de8ffde6a']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:56.988105 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Made reservation on behalf of 395b82b531a342219619b87e588c0b47 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:58:56.992415 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.130272 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Allocated IP 172.20.0.6 (1229f0d1-8374-4756-945d-0c23febcdacd/92efa2f7-9be2-4ae1-8db4-5282de193fde/26f103c6-24b7-4c5c-a43a-aa77442afc87) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:58:57.279234 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.296939 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Transition to ACTIVE for port object 26f103c6-24b7-4c5c-a43a-aa77442afc87 will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:57.336393 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.340820 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-13506cde-5375-4fb6-b531-b9e0745da2df tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:57.384167 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Network 1229f0d1-8374-4756-945d-0c23febcdacd is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:58:57.388601 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:58:57.391220 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:58:57.425397 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=26f103c6-24b7-4c5c-a43a-aa77442afc87,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:57.441991 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.442382 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.442912 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.443624 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.444217 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.444432 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.444992 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.445266 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.445695 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.446057 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.446417 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.446772 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:58:57.450839 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:57.469038 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:57.469696 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.488403 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143918 Jun 16 13:58:57.503055 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Request body: {'port': {'device_id': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:58:57.588903 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.688176 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516eb69e-a9ff-4895-8ed9-bb229379eca8 req-6b1c19d7-34bb-444c-a594-e77b8c181414 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:57.689604 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-516eb69e-a9ff-4895-8ed9-bb229379eca8 req-6b1c19d7-34bb-444c-a594-e77b8c181414 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 931 time: 0.0725815 Jun 16 13:58:57.698671 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-b82e41ca-7a13-4115-a185-9dbbba89790e None None] Provisioning for port 26f103c6-24b7-4c5c-a43a-aa77442afc87 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:58:57.703719 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-b82e41ca-7a13-4115-a185-9dbbba89790e None None] Provisioning complete for port 26f103c6-24b7-4c5c-a43a-aa77442afc87 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:58:57.704476 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-b82e41ca-7a13-4115-a185-9dbbba89790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.731246 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-516eb69e-a9ff-4895-8ed9-bb229379eca8 req-763be07d-b53e-4be7-81f8-7ee2062fc2cb tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343759 Jun 16 13:58:57.742915 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-b82e41ca-7a13-4115-a185-9dbbba89790e None None] Port 26f103c6-24b7-4c5c-a43a-aa77442afc87 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:58:57.774982 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-40f854ef-7690-407f-904e-133958a4cddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.876369 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f103c6-24b7-4c5c-a43a-aa77442afc87 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:58:57.884867 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.897476 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Transition to ACTIVE for port object 26f103c6-24b7-4c5c-a43a-aa77442afc87 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:58:57.901791 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:57.903774 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0df4cba6-dc18-402a-b42f-33aa3aaa3e0f tempest-VolumesActionsTest-2133344486 tempest-VolumesActionsTest-2133344486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:57.980926 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Pushing event updated for resources: {'Port': ['ID=26f103c6-24b7-4c5c-a43a-aa77442afc87,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:57.984489 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:58.050590 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Attempting to bind port 26f103c6-24b7-4c5c-a43a-aa77442afc87 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:58:58.050949 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Attempting to bind port 26f103c6-24b7-4c5c-a43a-aa77442afc87 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:58:58.051278 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Attempting to bind port 26f103c6-24b7-4c5c-a43a-aa77442afc87 on network 1229f0d1-8374-4756-945d-0c23febcdacd {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:58.057546 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Port 26f103c6-24b7-4c5c-a43a-aa77442afc87 on network 1229f0d1-8374-4756-945d-0c23febcdacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:58:58.057873 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Attempting to bind port 26f103c6-24b7-4c5c-a43a-aa77442afc87 on network 1229f0d1-8374-4756-945d-0c23febcdacd {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:58:58.064763 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:58:58.064968 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Checking segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:58:58.065345 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Bound using segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:58:58.065770 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Bound port: 26f103c6-24b7-4c5c-a43a-aa77442afc87, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:58:58.066116 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:58.133163 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] For port 26f103c6-24b7-4c5c-a43a-aa77442afc87, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:58:58.137016 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] For port 26f103c6-24b7-4c5c-a43a-aa77442afc87, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:58:58.140717 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:58.142650 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-daf2cae7-6629-47f7-a3a9-3b385adc6f9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:58:58.175138 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.175727 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:58.177992 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] 10.222.0.100 "PUT /v2.0/ports/26f103c6-24b7-4c5c-a43a-aa77442afc87 HTTP/1.1" status: 200 len: 1093 time: 0.6809609 Jun 16 13:58:58.178520 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'tag': '26f103c6-24b7-4c5c-a43a-aa77442afc87'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:58:58.181023 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50355fcd-3ebd-428b-adf5-143c6d53fc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7ac0a0-05d7-4e88-9f51-3283d3607998", "tag": "26f103c6-24b7-4c5c-a43a-aa77442afc87"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:58:58.206607 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Pushing event updated for resources: {'Port': ['ID=26f103c6-24b7-4c5c-a43a-aa77442afc87,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:58:58.216355 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:58:58.250538 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e4f46a-f0d8-4aa5-bf5a-499aa6042f85 x-openstack-request-id: req-c6e4f46a-f0d8-4aa5-bf5a-499aa6042f85 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:58:58.250865 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7ac0a0-05d7-4e88-9f51-3283d3607998", "tag": "26f103c6-24b7-4c5c-a43a-aa77442afc87", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:58:58.251178 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6e4f46a-f0d8-4aa5-bf5a-499aa6042f85 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:58:58.251614 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'tag': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'status': 'completed', 'code': 200} Jun 16 13:58:58.281631 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-0cfdf79d-1376-4f86-9d2c-f5bdfd5984d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.283157 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-0cfdf79d-1376-4f86-9d2c-f5bdfd5984d7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 1096 time: 0.0611899 Jun 16 13:58:58.330632 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-00689d27-7a39-4d85-a111-4cfec5d7a50e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87 HTTP/1.1" status: 200 len: 217 time: 0.0397544 Jun 16 13:58:58.380674 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-3f79d2cc-0e18-43b1-929c-fada4b65a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.382186 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-3f79d2cc-0e18-43b1-929c-fada4b65a3f3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0446703 Jun 16 13:58:58.439437 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-a49eedfc-0b25-4383-86dc-66a6638c2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.440904 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-a49eedfc-0b25-4383-86dc-66a6638c2edf service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520096 Jun 16 13:58:58.535193 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-23213734-4601-4b35-830e-9eae46d545f5 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870385 Jun 16 13:58:58.633179 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a192b363-67b9-4964-aea0-5be63fffb2ca req-466f8315-e497-4f58-ba79-fe8aaa6a2ab2 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890982 Jun 16 13:58:58.773986 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-ce044acb-20c9-4798-9d4e-1398502e2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.775890 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-ce044acb-20c9-4798-9d4e-1398502e2f84 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 1096 time: 0.0587318 Jun 16 13:58:58.873022 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-6b40732f-5db3-4c68-8440-7c2bee56a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.874476 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-6b40732f-5db3-4c68-8440-7c2bee56a055 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0928879 Jun 16 13:58:58.917256 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-9fcb30e7-c075-403d-b50a-abb7479c9850 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87 HTTP/1.1" status: 200 len: 217 time: 0.0343628 Jun 16 13:58:58.917971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4d59b-1ec5-46b1-853f-ab0b7075fdbb req-f4ed004e-35a3-4793-9afa-ea793b1ac968 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.919503 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ffb4d59b-1ec5-46b1-853f-ab0b7075fdbb req-f4ed004e-35a3-4793-9afa-ea793b1ac968 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 943 time: 0.0699949 Jun 16 13:58:58.958316 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ffb4d59b-1ec5-46b1-853f-ab0b7075fdbb req-28242644-8ed3-44a6-8a4d-b72dcf3f7d78 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327532 Jun 16 13:58:58.970240 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-00320894-e6a3-430e-ac3a-4290947bfe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:58.971732 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-00320894-e6a3-430e-ac3a-4290947bfe3e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0486143 Jun 16 13:58:59.032256 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-0e8b1c60-ae5a-4cd8-86d0-701fd7b7f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:59.033639 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-0e8b1c60-ae5a-4cd8-86d0-701fd7b7f16d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540588 Jun 16 13:58:59.128450 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-7f06ed5e-8476-4e79-8788-771d9bac135d service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875297 Jun 16 13:58:59.219839 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-50355fcd-3ebd-428b-adf5-143c6d53fc3d req-31f36088-10d2-4229-b1bc-c5452ba1d7c3 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831342 Jun 16 13:59:00.136468 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954be72f-8198-481d-83f0-54ac3b618d9b req-e3942c49-9e46-4a85-b7af-2fe8389b0d77 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:00.138046 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-954be72f-8198-481d-83f0-54ac3b618d9b req-e3942c49-9e46-4a85-b7af-2fe8389b0d77 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 943 time: 0.0665059 Jun 16 13:59:00.182989 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-954be72f-8198-481d-83f0-54ac3b618d9b req-3bf03010-f665-4dd9-9dce-5a5945194396 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391505 Jun 16 13:59:00.389981 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:00.569668 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-94f08a63-27f1-4f15-9947-02593310da5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:01.356635 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d3e6-d449-4a9f-b71e-2e781bf6da9d req-1d74c73c-9187-4b1b-8ae6-5a1ea3266f96 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:01.358135 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1a10d3e6-d449-4a9f-b71e-2e781bf6da9d req-1d74c73c-9187-4b1b-8ae6-5a1ea3266f96 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 943 time: 0.0646348 Jun 16 13:59:01.396155 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1a10d3e6-d449-4a9f-b71e-2e781bf6da9d req-5d905f79-5949-4e5a-a1d4-3020dfa8fb92 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323777 Jun 16 13:59:01.557234 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:02.353510 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:02.396761 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f0746-27d5-4101-9019-026205f8ad41 req-f0e2cb17-7d30-4e24-bf58-a243867034b2 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:02.398653 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-164f0746-27d5-4101-9019-026205f8ad41 req-f0e2cb17-7d30-4e24-bf58-a243867034b2 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 946 time: 0.0656743 Jun 16 13:59:02.437145 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-164f0746-27d5-4101-9019-026205f8ad41 req-da5a62a3-8918-4b9a-bda8-e683d07e80f4 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Jun 16 13:59:02.568613 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd099c-80ee-4a60-9dbf-967c83b82b19 req-eb1c6f23-b3ab-45d7-9148-8f308b7cec31 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:02.570054 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3ddd099c-80ee-4a60-9dbf-967c83b82b19 req-eb1c6f23-b3ab-45d7-9148-8f308b7cec31 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 943 time: 0.0624542 Jun 16 13:59:02.607511 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-3ddd099c-80ee-4a60-9dbf-967c83b82b19 req-ddd97a3e-4760-43bc-971c-bec9d4dd405d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Jun 16 13:59:03.359275 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:03.625256 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727dc79-85e8-43cf-b9e6-bb9800e1c695 req-865b168f-62d2-4f53-b4f6-21343f7108b9 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:03.626786 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b727dc79-85e8-43cf-b9e6-bb9800e1c695 req-865b168f-62d2-4f53-b4f6-21343f7108b9 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 946 time: 0.0731850 Jun 16 13:59:03.674832 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b727dc79-85e8-43cf-b9e6-bb9800e1c695 req-5e4547b1-ae57-47d7-a804-d2330e3cbeea tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Jun 16 13:59:03.795213 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a99b21-6cb2-41b0-b8e9-9bc725dcf965 req-c025e456-ba7c-4ccc-8662-73a5d3a1f14a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:03.796735 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28a99b21-6cb2-41b0-b8e9-9bc725dcf965 req-c025e456-ba7c-4ccc-8662-73a5d3a1f14a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 943 time: 0.0646544 Jun 16 13:59:03.841726 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-28a99b21-6cb2-41b0-b8e9-9bc725dcf965 req-2b62c10e-9ba5-434a-bb78-83edf4489021 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 Jun 16 13:59:04.390530 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653042-7821-40bb-95ac-c4a79bd79962 req-e7eb3c8c-3a48-48f8-8738-6f2a3ff0dd7f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:04.392025 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-31653042-7821-40bb-95ac-c4a79bd79962 req-e7eb3c8c-3a48-48f8-8738-6f2a3ff0dd7f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.100 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 946 time: 0.0657849 Jun 16 13:59:04.504273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Deleting port 29749a19-0be6-4e47-84be-3d53eebc991b {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:59:04.504273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:04.597042 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] For port 29749a19-0be6-4e47-84be-3d53eebc991b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=29749a19-0be6-4e47-84be-3d53eebc991b,segment=NetworkSegment(ea40fe9c-9702-4c12-bbb2-51fabb0d873b),segment_id=ea40fe9c-9702-4c12-bbb2-51fabb0d873b)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:04.597410 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:04.671471 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Calling delete_port for 29749a19-0be6-4e47-84be-3d53eebc991b owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:59:04.861063 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:04.868126 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-65721743-febb-4a62-a78e-4ab35dac7a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:04.876543 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['29749a19-0be6-4e47-84be-3d53eebc991b'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:59:04.925196 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Pushing event deleted for resources: {'Port': ['ID=29749a19-0be6-4e47-84be-3d53eebc991b,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:04.928819 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:04.982415 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] No DVR routers for this DVR port 29749a19-0be6-4e47-84be-3d53eebc991b on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:59:04.985536 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:04.987707 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-31653042-7821-40bb-95ac-c4a79bd79962 req-de0d5844-b2d1-4121-9da7-433a8b88175f tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.100 "DELETE /v2.0/ports/29749a19-0be6-4e47-84be-3d53eebc991b HTTP/1.1" status: 204 len: 173 time: 0.5897019 Jun 16 13:59:05.002113 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752497b8-1291-4af7-be67-8d01472caed0 req-daea210e-aad0-4897-a413-781d4aeae101 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:05.004894 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-752497b8-1291-4af7-be67-8d01472caed0 req-daea210e-aad0-4897-a413-781d4aeae101 tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dc4606e-879a-4e7a-83f6-efb38cdbce23 HTTP/1.1" status: 200 len: 867 time: 0.1997714 Jun 16 13:59:05.005887 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc4606e-879a-4e7a-83f6-efb38cdbce23', 'name': 'network-vif-deleted', 'tag': '29749a19-0be6-4e47-84be-3d53eebc991b'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:59:05.010468 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d681359b-fabf-4210-9d61-5102f9608241" -d '{"events": [{"server_uuid": "3dc4606e-879a-4e7a-83f6-efb38cdbce23", "name": "network-vif-deleted", "tag": "29749a19-0be6-4e47-84be-3d53eebc991b"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:59:05.064356 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdec0a-83ea-4f2e-8443-420f4143316a req-e4e36dd6-1663-44a1-8035-9598433e9783 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:05.065936 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-78bdec0a-83ea-4f2e-8443-420f4143316a req-e4e36dd6-1663-44a1-8035-9598433e9783 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 943 time: 0.0917406 Jun 16 13:59:05.067435 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-752497b8-1291-4af7-be67-8d01472caed0 req-28e11465-4b67-43f5-bfb5-fc1d030431ff tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a6120be-2f03-4047-8374-f11a4a69d0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514925 Jun 16 13:59:05.119989 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-78bdec0a-83ea-4f2e-8443-420f4143316a req-c2ab36c6-0a6e-4d64-b44c-39ba404bd8e7 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Jun 16 13:59:05.131394 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c15b421-3ae7-465d-a0f1-52819f5b53a4 x-openstack-request-id: req-1c15b421-3ae7-465d-a0f1-52819f5b53a4 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:59:05.131901 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc4606e-879a-4e7a-83f6-efb38cdbce23", "name": "network-vif-deleted", "tag": "29749a19-0be6-4e47-84be-3d53eebc991b", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:59:05.132333 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c15b421-3ae7-465d-a0f1-52819f5b53a4 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:59:05.132814 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc4606e-879a-4e7a-83f6-efb38cdbce23', 'name': 'network-vif-deleted', 'tag': '29749a19-0be6-4e47-84be-3d53eebc991b', 'status': 'completed', 'code': 200} Jun 16 13:59:05.713250 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 26f103c6-24b7-4c5c-a43a-aa77442afc87 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:59:05.846063 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 26f103c6-24b7-4c5c-a43a-aa77442afc87, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:05.987321 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'port_id': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'mac_address': 'fa:16:3e:e8:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:59:06.028925 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:06.047156 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f103c6-24b7-4c5c-a43a-aa77442afc87 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:59:06.068762 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 26f103c6-24b7-4c5c-a43a-aa77442afc87, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:06.077951 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:06.080615 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:06.138761 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=26f103c6-24b7-4c5c-a43a-aa77442afc87,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:06.146352 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.146707 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.147141 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.147486 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.147832 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.148159 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.148489 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.148814 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.149144 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.149470 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.149791 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.150112 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:06.154848 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:06.312023 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d40334-cc8f-4876-8fb6-de3bb06334fb req-f91f1459-a2fe-45b6-993e-cfdbf277559f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:06.313559 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34d40334-cc8f-4876-8fb6-de3bb06334fb req-f91f1459-a2fe-45b6-993e-cfdbf277559f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 944 time: 0.0701101 Jun 16 13:59:06.353428 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-34d40334-cc8f-4876-8fb6-de3bb06334fb req-dee633a0-d050-4bb6-9597-08f25fdb581a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331006 Jun 16 13:59:06.400313 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['26f103c6-24b7-4c5c-a43a-aa77442afc87'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:59:07.553133 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1660215-1c76-48af-9976-24d3c18b6259 req-237c9494-73d9-4fc8-878e-61405324b24a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:07.555000 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c1660215-1c76-48af-9976-24d3c18b6259 req-237c9494-73d9-4fc8-878e-61405324b24a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 944 time: 0.0839336 Jun 16 13:59:07.598351 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-c1660215-1c76-48af-9976-24d3c18b6259 req-22259650-401e-444b-806a-ffba42635b14 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366161 Jun 16 13:59:07.755361 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 26f103c6-24b7-4c5c-a43a-aa77442afc87 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:59:07.808586 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 26f103c6-24b7-4c5c-a43a-aa77442afc87 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:59:07.812573 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 26f103c6-24b7-4c5c-a43a-aa77442afc87 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:59:07.812963 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:07.905500 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:07.928930 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f103c6-24b7-4c5c-a43a-aa77442afc87'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:59:07.931579 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8338eb56-23bc-4eaf-b3a3-146ff0f15fc6" -d '{"events": [{"server_uuid": "0b7ac0a0-05d7-4e88-9f51-3283d3607998", "name": "network-vif-plugged", "status": "completed", "tag": "26f103c6-24b7-4c5c-a43a-aa77442afc87"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:59:07.944600 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 26f103c6-24b7-4c5c-a43a-aa77442afc87, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:07.948954 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:07.949835 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 29749a19-0be6-4e47-84be-3d53eebc991b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:59:07.951598 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-df152516-aece-4e0c-99f6-d7a498921282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:07.989709 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20942d87-f588-484f-afc8-356d3f2cb28e x-openstack-request-id: req-20942d87-f588-484f-afc8-356d3f2cb28e {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:59:07.990011 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7ac0a0-05d7-4e88-9f51-3283d3607998", "name": "network-vif-plugged", "status": "completed", "tag": "26f103c6-24b7-4c5c-a43a-aa77442afc87", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:59:07.990277 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20942d87-f588-484f-afc8-356d3f2cb28e {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:59:07.990668 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'code': 200} Jun 16 13:59:07.992967 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 29749a19-0be6-4e47-84be-3d53eebc991b {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:59:07.993327 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 29749a19-0be6-4e47-84be-3d53eebc991b not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:59:08.020277 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=26f103c6-24b7-4c5c-a43a-aa77442afc87,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:08.023383 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:08.774065 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b037b4-16c2-48c9-8460-541bdd59b06e req-adb29b0d-1ab0-4948-bded-313a079106e2 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:08.775558 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-26b037b4-16c2-48c9-8460-541bdd59b06e req-adb29b0d-1ab0-4948-bded-313a079106e2 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.0640450 Jun 16 13:59:08.814850 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-26b037b4-16c2-48c9-8460-541bdd59b06e req-0b9f6e8e-898d-44c5-b108-002eebfb74ce tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Jun 16 13:59:09.998782 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af806cb-bc1e-457f-acfd-a0816862af14 req-52945f3e-e4c4-4589-ba4c-8263f5dd6107 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:10.000199 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af806cb-bc1e-457f-acfd-a0816862af14 req-52945f3e-e4c4-4589-ba4c-8263f5dd6107 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.0677586 Jun 16 13:59:10.039937 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9af806cb-bc1e-457f-acfd-a0816862af14 req-860bc9b7-99ec-4857-bd97-6732ad70b11d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336394 Jun 16 13:59:10.297971 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d435e3b-a505-4d46-8315-e98f6e8b82b1 req-c2d13008-66ee-4fd1-8969-1a2d6932a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:10.299374 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9d435e3b-a505-4d46-8315-e98f6e8b82b1 req-c2d13008-66ee-4fd1-8969-1a2d6932a090 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 1098 time: 0.0553327 Jun 16 13:59:11.217270 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd0716-ee20-422d-a3c1-e694cb430123 req-a957936d-9bdd-469a-b11f-f3ccd9b20e6d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:11.218809 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-16dd0716-ee20-422d-a3c1-e694cb430123 req-a957936d-9bdd-469a-b11f-f3ccd9b20e6d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.0654609 Jun 16 13:59:11.258395 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-16dd0716-ee20-422d-a3c1-e694cb430123 req-47bb740e-334b-410e-90ba-df9d2a48cb69 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338013 Jun 16 13:59:11.534746 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9d435e3b-a505-4d46-8315-e98f6e8b82b1 req-2c04b611-0051-45ba-b0bc-bc7ff7124cc4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287035 Jun 16 13:59:12.443048 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413288b-7b67-4651-b2c4-4e930bef58ad req-34157e87-11c5-47e2-a34e-39abe687dd39 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:12.444594 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9413288b-7b67-4651-b2c4-4e930bef58ad req-34157e87-11c5-47e2-a34e-39abe687dd39 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.0673394 Jun 16 13:59:12.488226 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9413288b-7b67-4651-b2c4-4e930bef58ad req-35de43a2-75ef-4467-b851-06b62c742457 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370476 Jun 16 13:59:13.687266 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f2797-e08b-4c5c-b562-d7f6f14a82e3 req-9e3ea03d-6a29-4a2c-8b2f-195141d0ac31 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:13.689379 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b90f2797-e08b-4c5c-b562-d7f6f14a82e3 req-9e3ea03d-6a29-4a2c-8b2f-195141d0ac31 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.0771885 Jun 16 13:59:13.730833 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b90f2797-e08b-4c5c-b562-d7f6f14a82e3 req-c91a2866-0136-4e9f-8db8-0209ee75d1c1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Jun 16 13:59:13.916460 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3edea-d724-4aa2-a8d7-34a2042ede01 req-88faba70-2215-421c-8303-5f28ea511b50 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:13.917428 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8a3edea-d724-4aa2-a8d7-34a2042ede01 req-88faba70-2215-421c-8303-5f28ea511b50 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.0670037 Jun 16 13:59:13.971284 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d8a3edea-d724-4aa2-a8d7-34a2042ede01 req-2a74332f-8339-4a8c-8df4-8381a459157a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Jun 16 13:59:13.996369 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49354) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:14.098335 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe59dd3-088c-462d-ad2c-21644b42786a tempest-TestVolumeBootPattern-295417674 tempest-TestVolumeBootPattern-295417674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:14.099880 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-bbe59dd3-088c-462d-ad2c-21644b42786a tempest-TestVolumeBootPattern-295417674 tempest-TestVolumeBootPattern-295417674-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 1093 time: 0.1025081 Jun 16 13:59:14.102651 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49358) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:14.107013 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'port_id': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:59:14.130961 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:14.235996 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:14.355644 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Allocated IP 172.27.2.144 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/fbf46e6b-9575-4dd6-afd2-1a3f81408a0a) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:59:14.477240 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:14.796755 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:14.798900 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-26eef703-dd99-4468-9722-90e7c6f4ac77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:14.836431 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:59:14.841405 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:59:14.844872 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:59:14.867434 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=fbf46e6b-9575-4dd6-afd2-1a3f81408a0a,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:14.881380 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.881772 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.882153 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.882528 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.883002 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.883299 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.883654 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.884056 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.884381 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.884764 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.885101 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.885459 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:14.890483 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:15.244655 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:15.330488 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:15.491645 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:15.506009 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:15.509682 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:15.585302 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=fbf46e6b-9575-4dd6-afd2-1a3f81408a0a,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:15.590004 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:15.601059 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:15.717581 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Floating IP e070d4ad-5e21-4bdc-8410-6b9cb61a3cfb associated. External IP: 172.27.2.144, port: 26f103c6-24b7-4c5c-a43a-aa77442afc87. Jun 16 13:59:15.956395 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:59:16.065828 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:59:16.086742 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:59:16.088355 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:16.097420 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:59:16.098045 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:59:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:16.142563 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0256882 Jun 16 13:59:16.142563 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'tag': '26f103c6-24b7-4c5c-a43a-aa77442afc87'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:59:16.142563 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4093de28-e12c-4577-aafa-146f3397a59e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7ac0a0-05d7-4e88-9f51-3283d3607998", "tag": "26f103c6-24b7-4c5c-a43a-aa77442afc87"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:59:16.213639 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:59:16.234942 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d5422f-24bb-409e-8d6a-1ba6b58a98ec x-openstack-request-id: req-02d5422f-24bb-409e-8d6a-1ba6b58a98ec {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:59:16.235289 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7ac0a0-05d7-4e88-9f51-3283d3607998", "tag": "26f103c6-24b7-4c5c-a43a-aa77442afc87", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:59:16.235596 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02d5422f-24bb-409e-8d6a-1ba6b58a98ec {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:59:16.236044 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'tag': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'status': 'completed', 'code': 200} Jun 16 13:59:16.320700 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093de28-e12c-4577-aafa-146f3397a59e req-b62f7fa3-41a8-43c7-a5e0-0f156bfba3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:16.322102 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4093de28-e12c-4577-aafa-146f3397a59e req-b62f7fa3-41a8-43c7-a5e0-0f156bfba3bd service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 1098 time: 0.0624108 Jun 16 13:59:16.429619 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093de28-e12c-4577-aafa-146f3397a59e req-206b4117-174a-4e43-8c21-9542cc0f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:16.431133 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4093de28-e12c-4577-aafa-146f3397a59e req-206b4117-174a-4e43-8c21-9542cc0f7828 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.1016769 Jun 16 13:59:16.465184 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e070d4ad-5e21-4bdc-8410-6b9cb61a3cfb', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:e8:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:15Z', 'updated_at': '2021-06-16T13:59:15Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:16.469154 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:59:16.478400 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:59:16.479070 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T13:59:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:16.503867 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4093de28-e12c-4577-aafa-146f3397a59e req-71e27372-721a-441d-ba68-ce686d8da999 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87 HTTP/1.1" status: 200 len: 999 time: 0.0658767 Jun 16 13:59:16.560030 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093de28-e12c-4577-aafa-146f3397a59e req-fdf356c0-4ad3-4ccd-9e68-d123bd29b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:16.561895 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4093de28-e12c-4577-aafa-146f3397a59e req-fdf356c0-4ad3-4ccd-9e68-d123bd29b5b2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0511751 Jun 16 13:59:16.597172 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:59:16.623779 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093de28-e12c-4577-aafa-146f3397a59e req-0be25f84-a5e3-4d4c-aeed-5192b84518e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:16.625477 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4093de28-e12c-4577-aafa-146f3397a59e req-0be25f84-a5e3-4d4c-aeed-5192b84518e9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568967 Jun 16 13:59:16.731889 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4093de28-e12c-4577-aafa-146f3397a59e req-4fcdd730-23ec-402e-954a-baa795804006 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992584 Jun 16 13:59:16.843053 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4093de28-e12c-4577-aafa-146f3397a59e req-175a3880-3721-47cf-bfa3-3b36e3b8cb5c service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046505 Jun 16 13:59:16.851006 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e070d4ad-5e21-4bdc-8410-6b9cb61a3cfb', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:e8:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:15Z', 'updated_at': '2021-06-16T13:59:15Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:16.855698 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5b058-3b99-4f36-9c90-8e7f03708b9d None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': 'e070d4ad-5e21-4bdc-8410-6b9cb61a3cfb', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:e8:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:59:15Z', 'updated_at': '2021-06-16T13:59:15Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:59:17.085418 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9664e3-ea0b-42a0-b2b7-e775bd99fa85 None None] New status for floating IP e070d4ad-5e21-4bdc-8410-6b9cb61a3cfb: ACTIVE {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:59:17.134399 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:59:27.777968 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5f140051-a713-42c2-873f-f6a650530121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:30.392535 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:30.572899 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7eaa2d35-032a-40db-9b0b-f2188a787255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.560315 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.612204 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49474) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:31.660094 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] Deleting subnet ee2f578b-f402-4835-b5e8-099b5106aafa {{(pid=103670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:59:31.663541 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.699066 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30714702'] for subnet, precommit_delete_associations {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.743676 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.798269 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32288624', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30793493'] for subnet, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.800746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-ab57b406-b14e-4641-80c7-669db66a637c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:31.830859 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2f578b-f402-4835-b5e8-099b5106aafa,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:31.834763 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:31.835935 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for subnet, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.838501 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1d1a6854-3251-4bf7-89cc-21767fc3cb3d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ee2f578b-f402-4835-b5e8-099b5106aafa HTTP/1.1" status: 204 len: 168 time: 0.2252567 Jun 16 13:59:31.841340 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49476) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:31.910351 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.017141 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.027198 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d8fd57-e6e6-413e-b009-f65db6687d9e']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:32.037274 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:32.037620 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea40fe9c-9702-4c12-bbb2-51fabb0d873b') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:59:32.048701 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.064308 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.072015 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:59:32.072441 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:59:32.074306 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:59:32.128116 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.132300 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-5219ac6c-3bae-468c-84ca-7b2342302b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:32.135413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.137202 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] 10.222.0.64 "DELETE /v2.0/networks/48d8fd57-e6e6-413e-b009-f65db6687d9e HTTP/1.1" status: 204 len: 168 time: 0.2948687 Jun 16 13:59:32.149017 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=48d8fd57-e6e6-413e-b009-f65db6687d9e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:32.157254 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d3fd18d2-e73d-4b05-a915-1245e3f82a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:32.331112 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49480) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:32.363419 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.378823 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-98e659e6-6b79-4ab7-b67f-183b2a045d5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=092fbecd691a40ec8d0359deb41c529b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462763 Jun 16 13:59:32.381584 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49482) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:32.436692 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9ec877af-dd12-45ae-ada7-99589d57d666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.460195 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9ec877af-dd12-45ae-ada7-99589d57d666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.515393 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9ec877af-dd12-45ae-ada7-99589d57d666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.518623 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-9ec877af-dd12-45ae-ada7-99589d57d666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.519891 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-9ec877af-dd12-45ae-ada7-99589d57d666 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a6120be-2f03-4047-8374-f11a4a69d0db HTTP/1.1" status: 204 len: 168 time: 0.1373901 Jun 16 13:59:32.520881 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6729a511-3f61-48be-a609-99b77ebbf38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:32.530534 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec877af-dd12-45ae-ada7-99589d57d666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6120be-2f03-4047-8374-f11a4a69d0db,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:32.533671 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-9ec877af-dd12-45ae-ada7-99589d57d666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:33.361538 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:42.548637 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-eba7fce1-529f-4ae6-af3e-6b0871cfe79d service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2054713 Jun 16 13:59:42.653583 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-0f216c76-0428-4064-aa9e-8e53e0ccbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:42.655111 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-0f216c76-0428-4064-aa9e-8e53e0ccbed8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 1098 time: 0.0605764 Jun 16 13:59:42.761403 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-251515d2-b1d1-4f09-9230-7ba89b215051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:42.762796 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-251515d2-b1d1-4f09-9230-7ba89b215051 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0852947 Jun 16 13:59:42.834663 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-559c2985-b583-44ec-baa0-8dfaef1fc5ad service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87 HTTP/1.1" status: 200 len: 1001 time: 0.0648015 Jun 16 13:59:42.884088 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-9d798e6d-c55c-4429-9c17-693897a101c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:42.885555 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-9d798e6d-c55c-4429-9c17-693897a101c8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0442119 Jun 16 13:59:42.946085 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-2e621828-5bd7-438c-8a9d-568145e44d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:42.947744 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-2e621828-5bd7-438c-8a9d-568145e44d0b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559461 Jun 16 13:59:43.043157 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-bea7e40d-c1d6-4917-85db-51cf3b3da541 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880635 Jun 16 13:59:43.133269 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-10c37928-8d62-45ac-99c1-6d272d1405c2 req-4dfc1e4f-64fc-4474-a7b7-a6497b70d489 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830126 Jun 16 13:59:52.811534 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [req-ab1142ad-0d6b-4b5c-a3d1-f604194fe397 req-195eb968-af8d-4c56-94c3-a6dba3da4afa service neutron] (103670) timed out ('10.222.0.100', 63889) {{(pid=103670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 13:59:54.133703 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:59:57.780326 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-ac6292b4-c547-44cc-854e-04eb6eceb023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:00.396620 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:00.575937 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-eaafb09a-235e-4dbd-a96f-b3553c389533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:01.562749 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:02.362827 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:03.364325 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:27.781544 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e1d857bd-736c-426a-a405-541a6f321cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:30.397285 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:30.577153 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5c766763-c4f9-49e5-aae6-b1fc0356d713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:31.132311 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:00:31.565141 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:32.366447 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:33.372778 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:42.413250 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-96fa2f17-aa6a-4601-a23b-ee7a054856e5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582130 Jun 16 14:00:42.527760 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-a3813b8e-02be-43c5-8c11-546137fdda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:42.529511 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-a3813b8e-02be-43c5-8c11-546137fdda66 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 1098 time: 0.0623872 Jun 16 14:00:42.647291 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-9949e4a6-1931-499c-8afe-1ccf15c4143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:42.648844 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-9949e4a6-1931-499c-8afe-1ccf15c4143d service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0957668 Jun 16 14:00:42.722851 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-3312a6cf-95ee-4711-a655-1097d3cff190 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87 HTTP/1.1" status: 200 len: 1001 time: 0.0669887 Jun 16 14:00:42.774001 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-72afcf14-7db9-4757-afc8-c7830f129855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:42.775524 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-72afcf14-7db9-4757-afc8-c7830f129855 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0457888 Jun 16 14:00:42.845582 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-227158af-3c34-432e-9ba0-7ab045e924e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:42.847079 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-227158af-3c34-432e-9ba0-7ab045e924e7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0645573 Jun 16 14:00:42.944493 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-bf48f6e4-6ddb-44a7-a627-4f76bed253e4 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902975 Jun 16 14:00:43.315582 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0b0ec0f7-4ad1-40e8-ba86-7642c02826bd req-0797252f-1ce5-4b87-8e3f-712b4fb4589b service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640327 Jun 16 14:00:48.176294 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-ed878777-c060-4ced-b0e4-b6e60f8b702d req-ba3d561c-f883-4eeb-8603-247c1ba19958 tempest-VolumesNegativeTest-678861720 tempest-VolumesNegativeTest-678861720-project] (103671) timed out ('10.222.0.100', 63880) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:00:57.786293 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9958-d0d8-46bb-b81b-509800a80abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:00.403841 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:00.578287 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e4a562de-36c6-4efb-9fc8-601c34fcc5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:01.572254 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:02.397807 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:03.369547 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:08.131334 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:01:27.777812 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7faaa476-3842-48e3-9dab-66eaf163a588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:30.396802 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:30.578965 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a2169675-a230-4ceb-a33a-fb1dc8271750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:31.572078 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:32.398694 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:33.370162 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:44.314989 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d3599-1ce3-42dc-b081-a0a4d2450fe6 req-7dcc6eb0-0fdc-4544-9ffc-a2d180586190 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:44.316543 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6b8d3599-1ce3-42dc-b081-a0a4d2450fe6 req-7dcc6eb0-0fdc-4544-9ffc-a2d180586190 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.1960406 Jun 16 14:01:44.356580 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6b8d3599-1ce3-42dc-b081-a0a4d2450fe6 req-ae0e43f4-603f-4873-a11c-580f6a975d5e tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334828 Jun 16 14:01:45.131511 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:01:45.610971 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11efa59-9464-4391-8aa5-ab5b7303994b req-296ea259-8cfb-4694-ac04-a45ecfc7e1cc tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:45.612518 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e11efa59-9464-4391-8aa5-ab5b7303994b req-296ea259-8cfb-4694-ac04-a45ecfc7e1cc tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.1267540 Jun 16 14:01:45.652757 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-e11efa59-9464-4391-8aa5-ab5b7303994b req-d5d49ed1-5c98-4681-8a39-6dcf13c2457a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345285 Jun 16 14:01:46.397811 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-1ebbd1e2-51ff-41e1-a91e-71b3712473d9 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:46.399347 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-1ebbd1e2-51ff-41e1-a91e-71b3712473d9 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.0648525 Jun 16 14:01:46.503318 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Deleting port 26f103c6-24b7-4c5c-a43a-aa77442afc87 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:01:46.503610 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:46.589668 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] For port 26f103c6-24b7-4c5c-a43a-aa77442afc87, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=26f103c6-24b7-4c5c-a43a-aa77442afc87,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:01:46.590027 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:46.771588 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:46.772023 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:46.772398 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.db.l3_db [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Floating IP e070d4ad-5e21-4bdc-8410-6b9cb61a3cfb disassociated. External IP: 172.27.2.144, port: 26f103c6-24b7-4c5c-a43a-aa77442afc87. Jun 16 14:01:46.772747 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Calling delete_port for 26f103c6-24b7-4c5c-a43a-aa77442afc87 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:01:46.903473 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2214-c935-451a-a4bc-21e113fad7c1 req-6088bcd1-ee8f-425c-ac8e-ada68e4821a1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:46.904991 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f36a2214-c935-451a-a4bc-21e113fad7c1 req-6088bcd1-ee8f-425c-ac8e-ada68e4821a1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 945 time: 0.1232469 Jun 16 14:01:46.982645 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f36a2214-c935-451a-a4bc-21e113fad7c1 req-09b46fb4-9268-44bd-83bc-fc6f181b29f8 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683472 Jun 16 14:01:46.983689 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:46.987997 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-32b77afd-5977-4a6c-8ea7-fc6331097a53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:47.014434 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event deleted for resources: {'Port': ['ID=26f103c6-24b7-4c5c-a43a-aa77442afc87,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:47.028298 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.028682 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.029063 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.029436 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.029808 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.030178 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.030543 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.030926 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.031295 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.031658 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.032017 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.032381 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:01:47.036985 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:47.158356 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:01:47.276147 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:01:47.286322 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:01:47.295762 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:01:47.296414 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:01:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:01:47.321182 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] No DVR routers for this DVR port 26f103c6-24b7-4c5c-a43a-aa77442afc87 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:01:47.323776 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:47.325801 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-040580af-cdc0-4662-9b9d-c725d8a07658 req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "DELETE /v2.0/ports/26f103c6-24b7-4c5c-a43a-aa77442afc87 HTTP/1.1" status: 204 len: 173 time: 0.9204993 Jun 16 14:01:47.326334 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'name': 'network-vif-deleted', 'tag': '26f103c6-24b7-4c5c-a43a-aa77442afc87'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:01:47.328665 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2774b1-6675-4793-b8e4-0ff64f0f1199" -d '{"events": [{"server_uuid": "0b7ac0a0-05d7-4e88-9f51-3283d3607998", "name": "network-vif-deleted", "tag": "26f103c6-24b7-4c5c-a43a-aa77442afc87"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:01:47.381278 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf35816-4662-40b0-86df-ea3968af8475 x-openstack-request-id: req-3cf35816-4662-40b0-86df-ea3968af8475 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:01:47.381690 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7ac0a0-05d7-4e88-9f51-3283d3607998", "name": "network-vif-deleted", "tag": "26f103c6-24b7-4c5c-a43a-aa77442afc87", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:01:47.382060 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3cf35816-4662-40b0-86df-ea3968af8475 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:01:47.382866 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7ac0a0-05d7-4e88-9f51-3283d3607998', 'name': 'network-vif-deleted', 'tag': '26f103c6-24b7-4c5c-a43a-aa77442afc87', 'status': 'completed', 'code': 200} Jun 16 14:01:47.423213 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:01:47.631064 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:01:47.634327 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:01:47.644177 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:01:47.644791 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:01:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:01:47.898258 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:01:48.100119 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:01:48.104044 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ca8fa-dcd2-4ff1-a882-ee245db40f18 None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:01:48.142472 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-00c07b23-3336-4257-9312-40496a895e3b req-ef2ce47d-4be8-4c59-908c-2c5ffb50e416 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b7ac0a0-05d7-4e88-9f51-3283d3607998 HTTP/1.1" status: 200 len: 210 time: 0.0332341 Jun 16 14:01:48.339970 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af3271-7c4d-4d28-a4c1-db602e099ed4 None None] New status for floating IP e070d4ad-5e21-4bdc-8410-6b9cb61a3cfb: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:01:49.432956 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-643f310f-d406-4ee2-942f-ad27eae2632c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839655891&fields=id&tenant_id=395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 267 time: 0.0380158 Jun 16 14:01:49.546532 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-10995b79-c453-4312-84ca-56e819d12214 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:49.548090 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-10995b79-c453-4312-84ca-56e819d12214 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 812 time: 0.1080029 Jun 16 14:01:49.563404 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f8a0adae-3273-4fa2-a4aa-f51beb4113e1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/quotas/395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 375 time: 0.0091989 Jun 16 14:01:49.634063 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-2a216149-dabf-4811-8a4a-769ca0525444 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656707 Jun 16 14:01:49.735718 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-5690bfa7-a37c-4f5c-bad6-09dc3ab006fb service neutron] 10.222.0.64 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899520 Jun 16 14:01:49.831336 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-11b0bdd5-eede-4e73-a207-8aee68d64e5d service neutron] 10.222.0.64 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896528 Jun 16 14:01:50.136668 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-aef7d665-7a2b-4061-8bd2-db46da3a1a24 req-137f5431-04e4-4354-b15a-2a4275cfb949 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 210 time: 0.0330372 Jun 16 14:01:50.885529 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 26f103c6-24b7-4c5c-a43a-aa77442afc87 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:01:50.906004 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 26f103c6-24b7-4c5c-a43a-aa77442afc87 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:01:50.906987 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 26f103c6-24b7-4c5c-a43a-aa77442afc87 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:01:51.291947 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-acef950d-1b6f-4122-ab55-85eab72cbdfc req-2808f7d7-1bd2-4439-8807-b71089c5e139 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 210 time: 0.0354545 Jun 16 14:01:51.409559 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-14a36b36-6b4d-4b42-ada4-25e6dcc990fe tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:51.411588 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-14a36b36-6b4d-4b42-ada4-25e6dcc990fe tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 812 time: 0.1220593 Jun 16 14:01:51.459837 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-6851b1bd-25f8-4b4b-92d3-1168fc0b361d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 380 time: 0.0356748 Jun 16 14:01:51.469772 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'port': {'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'admin_state_up': True, 'tenant_id': '395b82b531a342219619b87e588c0b47', 'security_groups': ['c3e91f87-7e45-496b-8e51-e14de8ffde6a']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:01:51.578767 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Made reservation on behalf of 395b82b531a342219619b87e588c0b47 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:01:51.582442 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:51.713038 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Allocated IP 172.20.0.13 (1229f0d1-8374-4756-945d-0c23febcdacd/92efa2f7-9be2-4ae1-8db4-5282de193fde/90f72129-ec42-450c-aae7-df53ea580faf) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:01:51.871580 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:51.887400 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Transition to ACTIVE for port object 90f72129-ec42-450c-aae7-df53ea580faf will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:01:51.921142 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:51.925134 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-6fa2190a-4dd1-490e-9a63-c8b4d05c12ca tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:51.967158 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Network 1229f0d1-8374-4756-945d-0c23febcdacd is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:01:51.972636 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:01:51.976545 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:01:52.000917 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=90f72129-ec42-450c-aae7-df53ea580faf,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:52.007428 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:52.038824 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:52.039647 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:52.055274 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-f5e2a7e5-2907-49b4-aef6-34b05b4b06f0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893221 Jun 16 14:01:52.072334 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Request body: {'port': {'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:01:52.151684 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:52.224860 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-15bc0702-3573-468d-85f5-abe3d82a3906 None None] Provisioning for port 90f72129-ec42-450c-aae7-df53ea580faf completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:01:52.228945 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-15bc0702-3573-468d-85f5-abe3d82a3906 None None] Provisioning complete for port 90f72129-ec42-450c-aae7-df53ea580faf triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:01:52.229328 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-15bc0702-3573-468d-85f5-abe3d82a3906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:52.264598 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-15bc0702-3573-468d-85f5-abe3d82a3906 None None] Port 90f72129-ec42-450c-aae7-df53ea580faf cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:01:52.422140 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f72129-ec42-450c-aae7-df53ea580faf {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:01:52.429898 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:52.441776 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Transition to ACTIVE for port object 90f72129-ec42-450c-aae7-df53ea580faf will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:01:52.446771 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:52.449737 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-a2b0d3b1-73c5-4ad5-bf29-7ddfe74cc5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:52.480150 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb994e-c4d0-4a13-8f7e-7c11a6814e36 req-c772e29c-2316-4f40-be75-8b0ba608f28d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:52.482013 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bafb994e-c4d0-4a13-8f7e-7c11a6814e36 req-c772e29c-2316-4f40-be75-8b0ba608f28d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 932 time: 0.0703652 Jun 16 14:01:52.527146 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-bafb994e-c4d0-4a13-8f7e-7c11a6814e36 req-1aa1a74a-2e35-4663-9e54-cbbfefc06239 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 Jun 16 14:01:52.531759 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Pushing event updated for resources: {'Port': ['ID=90f72129-ec42-450c-aae7-df53ea580faf,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:52.534693 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:52.605238 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Attempting to bind port 90f72129-ec42-450c-aae7-df53ea580faf on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:01:52.605573 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Attempting to bind port 90f72129-ec42-450c-aae7-df53ea580faf by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:01:52.605903 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Attempting to bind port 90f72129-ec42-450c-aae7-df53ea580faf on network 1229f0d1-8374-4756-945d-0c23febcdacd {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:01:52.610442 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Port 90f72129-ec42-450c-aae7-df53ea580faf on network 1229f0d1-8374-4756-945d-0c23febcdacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:01:52.610759 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Attempting to bind port 90f72129-ec42-450c-aae7-df53ea580faf on network 1229f0d1-8374-4756-945d-0c23febcdacd {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:01:52.616379 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:01:52.616719 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Checking segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:01:52.617236 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Bound using segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:01:52.617519 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Bound port: 90f72129-ec42-450c-aae7-df53ea580faf, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:01:52.617866 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:52.685569 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] For port 90f72129-ec42-450c-aae7-df53ea580faf, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:01:52.689538 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] For port 90f72129-ec42-450c-aae7-df53ea580faf, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=90f72129-ec42-450c-aae7-df53ea580faf,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:01:52.694104 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:52.696242 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-e02d8a2f-c074-4160-958e-65789141000f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:52.732848 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:52.733469 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:52.734847 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] 10.222.0.100 "PUT /v2.0/ports/90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 1094 time: 0.6676991 Jun 16 14:01:52.735392 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:01:52.737718 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53ab30-5e1f-4819-9e76-3083aaa5c852" -d '{"events": [{"name": "network-changed", "server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "tag": "90f72129-ec42-450c-aae7-df53ea580faf"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:01:52.761681 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Pushing event updated for resources: {'Port': ['ID=90f72129-ec42-450c-aae7-df53ea580faf,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:52.765067 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:52.787632 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dab1bbe-feac-4f7b-9946-ad10a77d3424 x-openstack-request-id: req-6dab1bbe-feac-4f7b-9946-ad10a77d3424 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:01:52.788033 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "tag": "90f72129-ec42-450c-aae7-df53ea580faf", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:01:52.788360 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6dab1bbe-feac-4f7b-9946-ad10a77d3424 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:01:52.788837 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf', 'status': 'completed', 'code': 200} Jun 16 14:01:52.859930 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-79fd26ba-2f9b-49dd-a04c-420c839c1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:52.861955 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-79fd26ba-2f9b-49dd-a04c-420c839c1ddb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1097 time: 0.0639608 Jun 16 14:01:52.912232 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-3aab0e08-ce97-46d5-86ea-8ee5d77192a1 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 217 time: 0.0415814 Jun 16 14:01:52.970609 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-3094ff0b-9f99-4548-9006-7f4b0012a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:52.972129 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-3094ff0b-9f99-4548-9006-7f4b0012a8f2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0513477 Jun 16 14:01:53.032254 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-ec140b06-f088-4bb8-b91e-c5dea2454ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:53.033804 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-ec140b06-f088-4bb8-b91e-c5dea2454ca4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547192 Jun 16 14:01:53.138044 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-ecb784e7-269f-499d-a82b-2f8ded47c9e6 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963917 Jun 16 14:01:53.235675 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-07bd17f0-7b32-4e22-a5aa-a26212e4bb45 req-c7e50c28-f489-424e-bc9e-89ad5d5b88a6 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905511 Jun 16 14:01:53.349334 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-b0b644d0-334a-4c30-94a2-28c041b178dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:53.350986 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-b0b644d0-334a-4c30-94a2-28c041b178dc service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1097 time: 0.0568392 Jun 16 14:01:53.460301 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-0c09b75b-5e29-49bb-87cc-ec3e4cf3e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:53.461915 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-0c09b75b-5e29-49bb-87cc-ec3e4cf3e812 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.1036837 Jun 16 14:01:53.505880 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-ae1ab494-5ddc-480e-bb88-3c22037b8011 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 217 time: 0.0339501 Jun 16 14:01:53.560185 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-9bba5b0e-7b88-4c4f-a63d-6fd412bfb781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:53.561656 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-9bba5b0e-7b88-4c4f-a63d-6fd412bfb781 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0490246 Jun 16 14:01:53.621813 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-1eabf441-7f20-4a78-b37f-03c74216f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:53.623357 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-1eabf441-7f20-4a78-b37f-03c74216f226 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539722 Jun 16 14:01:53.718456 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379580c-d4a4-418a-a015-766a18dc5af5 req-13a4151f-cd0b-455b-8896-39926c7dd964 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:53.719510 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-60a6df1f-b052-4b89-b6c4-90e64718ed8d service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882578 Jun 16 14:01:53.720102 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8379580c-d4a4-418a-a015-766a18dc5af5 req-13a4151f-cd0b-455b-8896-39926c7dd964 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 944 time: 0.0747967 Jun 16 14:01:53.766277 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8379580c-d4a4-418a-a015-766a18dc5af5 req-68ac342c-67a3-4178-8937-2ce604a70f37 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392160 Jun 16 14:01:53.818513 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5b53ab30-5e1f-4819-9e76-3083aaa5c852 req-fdde1935-7d58-46f2-8941-afb1636194ad service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919240 Jun 16 14:01:54.950568 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd196ddf-797b-4bf2-8157-d450aac7c446 req-9e8deca2-6be1-4cf8-966f-9102d92570de tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:54.952117 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fd196ddf-797b-4bf2-8157-d450aac7c446 req-9e8deca2-6be1-4cf8-966f-9102d92570de tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 944 time: 0.0675659 Jun 16 14:01:54.994212 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-fd196ddf-797b-4bf2-8157-d450aac7c446 req-714dc183-cd7b-414f-a8c2-46aceeee531c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361845 Jun 16 14:01:56.192777 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eb5d5-ccc1-4c0a-9fb4-62010c768836 req-5f5b23d4-c9d6-47d9-a11d-e17d5b508fd7 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:56.194347 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d28eb5d5-ccc1-4c0a-9fb4-62010c768836 req-5f5b23d4-c9d6-47d9-a11d-e17d5b508fd7 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 944 time: 0.0762334 Jun 16 14:01:56.238428 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-d28eb5d5-ccc1-4c0a-9fb4-62010c768836 req-25492c57-5743-4bd2-9e81-ef32682c81ae tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365803 Jun 16 14:01:57.432425 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8264f15-dd7b-44cb-a3d7-52453230096d req-ec267f95-dc6e-4e48-96c8-7daddd8ff3fd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:57.433914 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b8264f15-dd7b-44cb-a3d7-52453230096d req-ec267f95-dc6e-4e48-96c8-7daddd8ff3fd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 944 time: 0.0771971 Jun 16 14:01:57.476279 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b8264f15-dd7b-44cb-a3d7-52453230096d req-52b10d0f-7bfd-4b48-9e16-535dd840cfe1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365636 Jun 16 14:01:57.781611 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e51d4fec-08cf-4647-baba-21270e631ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:58.669671 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa1821-5255-447e-b2a4-f5ccea3ba7aa req-7054da65-45cc-4e13-9502-bcfbccba8334 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:58.671222 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84aa1821-5255-447e-b2a4-f5ccea3ba7aa req-7054da65-45cc-4e13-9502-bcfbccba8334 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 944 time: 0.0755847 Jun 16 14:01:58.719836 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-84aa1821-5255-447e-b2a4-f5ccea3ba7aa req-fe3aa669-e85c-4b3a-b1b1-3c2118332137 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Jun 16 14:01:59.898607 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7360d2-8d00-4392-bb51-f408aa81944f req-81f2bdc8-6366-49dd-b52b-d1a5dfc263c0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:01:59.900208 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d7360d2-8d00-4392-bb51-f408aa81944f req-81f2bdc8-6366-49dd-b52b-d1a5dfc263c0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 944 time: 0.0654969 Jun 16 14:01:59.939973 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d7360d2-8d00-4392-bb51-f408aa81944f req-14e09685-1262-4844-961e-7d2051997f3e tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Jun 16 14:02:00.398036 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:00.579568 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0b982901-0f42-47f9-9257-b7e923db10b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:01.115387 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422cfcd-ceb2-44f8-a9d7-9b5df04ea810 req-965ab068-d31a-42a8-bd3b-553f5b6e237e tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:01.116977 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7422cfcd-ceb2-44f8-a9d7-9b5df04ea810 req-965ab068-d31a-42a8-bd3b-553f5b6e237e tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 944 time: 0.0638630 Jun 16 14:02:01.159007 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-7422cfcd-ceb2-44f8-a9d7-9b5df04ea810 req-6d525ca5-7b71-49c5-aebd-ec30e12bd1aa tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360579 Jun 16 14:02:01.575047 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:02.340623 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36fee0-3553-478e-b161-728344835d68 req-89c19a49-08ea-423c-be2d-f5b9b6b9057a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:02.342084 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae36fee0-3553-478e-b161-728344835d68 req-89c19a49-08ea-423c-be2d-f5b9b6b9057a tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 944 time: 0.0642982 Jun 16 14:02:02.384546 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-ae36fee0-3553-478e-b161-728344835d68 req-474c4999-5249-441b-9ad3-bfda375dc1af tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366197 Jun 16 14:02:02.398100 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:02.931571 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 90f72129-ec42-450c-aae7-df53ea580faf details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:02:03.030341 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 90f72129-ec42-450c-aae7-df53ea580faf, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=90f72129-ec42-450c-aae7-df53ea580faf,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:03.043052 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '90f72129-ec42-450c-aae7-df53ea580faf', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:02:03.079865 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:03.092582 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f72129-ec42-450c-aae7-df53ea580faf {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:02:03.115683 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 90f72129-ec42-450c-aae7-df53ea580faf, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=90f72129-ec42-450c-aae7-df53ea580faf,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:03.119715 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:03.121384 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:03.166818 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=90f72129-ec42-450c-aae7-df53ea580faf,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:03.173580 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.173928 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.174269 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.174600 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.174951 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.175285 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.175610 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.175931 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.176283 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.176603 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.176921 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.177236 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:03.181135 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:03.375417 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:03.558717 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d5cd-ed96-4623-a841-11d3f88116b6 req-b8e80c7a-256d-477b-b586-56197ef5d044 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:03.560132 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2021d5cd-ed96-4623-a841-11d3f88116b6 req-b8e80c7a-256d-477b-b586-56197ef5d044 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 945 time: 0.0631130 Jun 16 14:02:03.577653 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['90f72129-ec42-450c-aae7-df53ea580faf'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:02:03.597932 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2021d5cd-ed96-4623-a841-11d3f88116b6 req-bdd6b8a7-55b2-40a8-b2dd-697bd37a4074 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Jun 16 14:02:04.784055 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff25b22-af70-4271-af1b-b1d73f812fc7 req-604bac0d-190e-4f62-b6b9-bb1d22e1faf9 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:04.785674 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6ff25b22-af70-4271-af1b-b1d73f812fc7 req-604bac0d-190e-4f62-b6b9-bb1d22e1faf9 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 945 time: 0.0689490 Jun 16 14:02:04.826270 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6ff25b22-af70-4271-af1b-b1d73f812fc7 req-bfd15a5a-dbf7-43e4-b8d2-87e7b6efa056 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344150 Jun 16 14:02:04.941324 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 90f72129-ec42-450c-aae7-df53ea580faf up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:02:04.991531 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 90f72129-ec42-450c-aae7-df53ea580faf completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:02:04.995494 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 90f72129-ec42-450c-aae7-df53ea580faf triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:02:04.995868 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:05.074001 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:05.096112 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:02:05.098417 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e380b6-8e75-4999-b42b-e854255e29ec" -d '{"events": [{"server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "name": "network-vif-plugged", "status": "completed", "tag": "90f72129-ec42-450c-aae7-df53ea580faf"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:02:05.111185 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 90f72129-ec42-450c-aae7-df53ea580faf, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=90f72129-ec42-450c-aae7-df53ea580faf,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:02:05.116466 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:05.119394 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:05.167966 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=90f72129-ec42-450c-aae7-df53ea580faf,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:05.170917 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:05.200577 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460ee2e-bd4f-43d5-936f-4b2b8dba7d46 x-openstack-request-id: req-c460ee2e-bd4f-43d5-936f-4b2b8dba7d46 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:02:05.200884 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "name": "network-vif-plugged", "status": "completed", "tag": "90f72129-ec42-450c-aae7-df53ea580faf", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:02:05.201149 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c460ee2e-bd4f-43d5-936f-4b2b8dba7d46 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:02:05.201550 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf', 'code': 200} Jun 16 14:02:05.515327 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b086-d646-4396-8148-8d8a61e29fca req-ffaf9e6f-55da-471b-8f49-920faf6bccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:05.516749 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5774b086-d646-4396-8148-8d8a61e29fca req-ffaf9e6f-55da-471b-8f49-920faf6bccb1 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1099 time: 0.0534499 Jun 16 14:02:05.554468 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5774b086-d646-4396-8148-8d8a61e29fca req-44bb77d2-8ef6-4f39-97a9-36055ad90d8b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300953 Jun 16 14:02:06.007072 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56ec65-3217-4535-affd-cbf71d5c1c9e req-70a6ab8b-0a25-4ce6-9523-3379562396cd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:06.008556 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9a56ec65-3217-4535-affd-cbf71d5c1c9e req-70a6ab8b-0a25-4ce6-9523-3379562396cd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 946 time: 0.0679822 Jun 16 14:02:06.045812 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-9a56ec65-3217-4535-affd-cbf71d5c1c9e req-9ebb512f-f4fb-4d1e-9b33-5184cfde02f9 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316029 Jun 16 14:02:07.226815 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c4f52-9d50-4f59-a5fe-14c36a5309cb req-57324edd-6313-4b93-8aa3-565c5c35fabd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:07.228543 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f06c4f52-9d50-4f59-a5fe-14c36a5309cb req-57324edd-6313-4b93-8aa3-565c5c35fabd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 946 time: 0.0656860 Jun 16 14:02:07.268261 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f06c4f52-9d50-4f59-a5fe-14c36a5309cb req-73ec42a6-cd16-4e8d-bf48-776bd1a4e2ed tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338199 Jun 16 14:02:07.446205 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d02ad-2037-4a43-98f8-d88db341d8d7 req-b6fa42f2-24ee-4a66-96a6-9e21ed5b6009 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:07.447719 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f61d02ad-2037-4a43-98f8-d88db341d8d7 req-b6fa42f2-24ee-4a66-96a6-9e21ed5b6009 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 946 time: 0.0683234 Jun 16 14:02:07.487904 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f61d02ad-2037-4a43-98f8-d88db341d8d7 req-35086b74-58d1-4bdc-a995-1ca145016290 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345383 Jun 16 14:02:07.514303 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49632) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:07.573147 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6444b-78fd-457e-90db-5de15fe5e811 tempest-TestVolumeBootPattern-295417674 tempest-TestVolumeBootPattern-295417674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:07.574697 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-a6a6444b-78fd-457e-90db-5de15fe5e811 tempest-TestVolumeBootPattern-295417674 tempest-TestVolumeBootPattern-295417674-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1094 time: 0.0592654 Jun 16 14:02:07.577488 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49634) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:02:07.581850 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:02:07.604463 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:07.706803 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:07.815227 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Allocated IP 172.27.2.134 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/685d9590-b0a7-45de-a19b-55285e3710a7) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:02:07.916691 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:07.958114 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:07.960136 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6960656b-4ea0-4283-a1f4-0ad3b984b80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:08.005568 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:02:08.008469 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:02:08.012734 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:02:08.015906 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=685d9590-b0a7-45de-a19b-55285e3710a7,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:08.044328 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.044716 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.045098 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.045473 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.045843 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.046214 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.046583 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.046978 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.047349 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.047711 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.048073 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.048440 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:02:08.054088 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:08.383731 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:08.462084 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:08.609737 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:08.614158 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:08.616289 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-cad6212c-05ed-416f-b841-a3225bbc89f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:02:08.679740 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=685d9590-b0a7-45de-a19b-55285e3710a7,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:02:08.683750 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:02:08.694151 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:08.793303 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Floating IP 91915efb-6959-4d3c-9a40-713b8bb2b9b7 associated. External IP: 172.27.2.134, port: 90f72129-ec42-450c-aae7-df53ea580faf. Jun 16 14:02:09.257486 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:02:09.364765 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:02:09.374400 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:02:09.381634 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:09.384675 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:02:09.385310 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:02:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:09.419095 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-10560e4e-ef90-4a61-8806-65da22d358a0 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8405509 Jun 16 14:02:09.419821 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:02:09.422189 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8cda3a-4522-4c6b-8274-0d33275c723b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "tag": "90f72129-ec42-450c-aae7-df53ea580faf"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:02:09.456968 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad28cb33-5110-4d90-b216-efab462af828 x-openstack-request-id: req-ad28cb33-5110-4d90-b216-efab462af828 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:02:09.458471 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "tag": "90f72129-ec42-450c-aae7-df53ea580faf", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:02:09.458471 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad28cb33-5110-4d90-b216-efab462af828 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:02:09.458713 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf', 'status': 'completed', 'code': 200} Jun 16 14:02:09.498767 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:02:09.542137 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-69836d8b-a74a-4af1-a030-adfcfceafaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:09.543670 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-69836d8b-a74a-4af1-a030-adfcfceafaf2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1099 time: 0.0577056 Jun 16 14:02:09.640663 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-7a12b559-626b-4314-9645-c0e5c87309a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:09.642396 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-7a12b559-626b-4314-9645-c0e5c87309a4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0885954 Jun 16 14:02:09.721288 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:08Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:09.726725 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:02:09.730062 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-aa27f5b7-9b3a-49c4-b1f0-409f6b8d48bb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 1000 time: 0.0797668 Jun 16 14:02:09.734923 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:02:09.735672 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:02:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:09.782869 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-7f76ed23-e992-4710-a6f8-e3e4ae6ae856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:09.784250 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-7f76ed23-e992-4710-a6f8-e3e4ae6ae856 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0477490 Jun 16 14:02:09.842849 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-cb5f50ba-ac04-48de-b0a2-498f5d9be598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:09.843146 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:02:09.844446 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-cb5f50ba-ac04-48de-b0a2-498f5d9be598 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536971 Jun 16 14:02:09.943017 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-fb60442d-3711-42e0-9d50-508f007e533c service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909247 Jun 16 14:02:10.045582 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-bb8cda3a-4522-4c6b-8274-0d33275c723b req-7565c9ae-428b-4818-a0f1-373528d6ce35 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962901 Jun 16 14:02:10.083663 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:08Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:02:10.087306 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6d5ac-97be-4104-be8f-8d0d110345e0 None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:08Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:02:10.267508 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5f9be6-4011-4478-902a-f9f2c59f8a95 None None] New status for floating IP 91915efb-6959-4d3c-9a40-713b8bb2b9b7: ACTIVE {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:02:22.130432 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:02:27.784560 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0df155ea-85c6-48f7-b417-c5d59fc445d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:30.399986 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:30.581269 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4c328d4d-be5d-4d7c-9437-7b543a305fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:31.578452 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:32.388955 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:33.382604 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:44.405813 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-98ba40ce-07e3-4c5e-bdf3-d6d38286c3fc service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537136 Jun 16 14:02:44.508081 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-d0a4cde7-67c9-4e9a-ab36-83bc3107f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:44.509511 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-d0a4cde7-67c9-4e9a-ab36-83bc3107f447 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1099 time: 0.0572801 Jun 16 14:02:44.613231 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-e9240449-7d72-4491-a47d-f271b555d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:44.614674 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-e9240449-7d72-4491-a47d-f271b555d323 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0829647 Jun 16 14:02:44.687232 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-d2647002-cca6-4b24-8fac-d281fc3fd056 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 1002 time: 0.0649977 Jun 16 14:02:44.737409 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-5691de18-0031-42b0-aae9-c9dfe3f9b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:44.739132 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-5691de18-0031-42b0-aae9-c9dfe3f9b580 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0439646 Jun 16 14:02:44.797452 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-9bd2a6e2-e666-4709-9c89-e7745a78d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:02:44.798771 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-9bd2a6e2-e666-4709-9c89-e7745a78d08b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528092 Jun 16 14:02:44.893477 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-7d68e567-e68a-4bee-adea-77d751573516 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857742 Jun 16 14:02:44.985443 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-1cd117d6-2fb3-47ba-8fd6-edb957de7934 req-b3910b55-3e89-4ee3-b444-a506920aa1cc service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Jun 16 14:02:57.788079 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d699b09f-4d44-4124-9649-92f81d2628ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:59.128680 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:03:00.401220 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:00.584303 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-10ea7f25-2d00-47ae-8224-c0a0f3e93870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.585614 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.388839 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:03.379489 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:27.792036 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0138d09f-ff15-4397-8ea6-947dc0b9b5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:30.402099 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:30.585885 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-4f6ce2ec-8663-46e9-b5cd-fb599fc19823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:31.590691 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:32.407581 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:33.380331 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:36.127679 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:03:45.775062 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-2b5f3a06-9438-48c3-b104-84d9bec19f29 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3803163 Jun 16 14:03:45.874204 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-c9da80ba-cb60-47c5-af40-41583e3b20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:03:45.875779 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-c9da80ba-cb60-47c5-af40-41583e3b20ed service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1099 time: 0.0530164 Jun 16 14:03:45.984455 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-44b4d970-c401-4bad-8e8d-41f8570ec273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:03:45.985957 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-44b4d970-c401-4bad-8e8d-41f8570ec273 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0880075 Jun 16 14:03:46.053007 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-085c01b5-9116-4aa9-b7cf-1f46a043a0bc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 1002 time: 0.0598481 Jun 16 14:03:46.106891 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-feb24770-4c7a-414e-be59-5de07e01876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:03:46.108508 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-feb24770-4c7a-414e-be59-5de07e01876d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0486546 Jun 16 14:03:46.170412 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-9c3f05cf-c2d3-4fc3-8acb-642b72afaa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:03:46.171979 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-9c3f05cf-c2d3-4fc3-8acb-642b72afaa7c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563889 Jun 16 14:03:46.265540 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-c13236d8-7d3e-44be-9351-9c33bc581560 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852666 Jun 16 14:03:46.365049 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-5ec39e99-20b4-45e1-8d36-3861b3c36728 req-c3558720-f75e-4938-a437-72a3c50fdeef service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922065 Jun 16 14:03:57.794196 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0733b1b9-ed86-4cd5-af85-9caea942c4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:00.404643 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:00.586474 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4dd6-0935-4fe0-8935-2dd93c1fa58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:01.589948 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:02.412222 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:03.385834 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:13.127828 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:04:27.795257 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-3a712a1e-8e71-438e-bd1b-c83e802f5644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:30.402169 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:30.587391 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-689a4c82-a3ee-4240-b0aa-49588a3ce82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:31.594047 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:32.413368 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:33.390015 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:39.623746 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-de3063b3-a681-41e9-be08-50bba1e5a7ec tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839655891&fields=id&tenant_id=395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 267 time: 0.0338848 Jun 16 14:04:39.741419 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f61aab5a-4d95-48c6-acaf-1435402758e2 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:39.742821 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f61aab5a-4d95-48c6-acaf-1435402758e2 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 812 time: 0.1120870 Jun 16 14:04:39.758265 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-b541765b-ad18-4909-b8ad-7c8bcd706c94 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/quotas/395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 375 time: 0.0099742 Jun 16 14:04:39.836298 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-1a360383-2cda-42dd-98bf-c3e85df1f273 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0726864 Jun 16 14:04:39.976246 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-aeb0b462-8282-4e8b-83a0-cf7d8645f18b service neutron] 10.222.0.64 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275108 Jun 16 14:04:40.069847 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-727e0f9b-9585-455a-8cc5-570eae721fe4 service neutron] 10.222.0.64 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876749 Jun 16 14:04:40.391635 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-f86636a4-ef64-43ee-8225-a765e31336cf req-472bd3c8-5dce-435c-8460-d7d3e9e68ea1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 210 time: 0.0305064 Jun 16 14:04:41.555977 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-28c21b12-dd0d-4895-8f7b-e10dbc922368 req-6127f16c-efe2-4d7c-b343-d3ba5dafa63c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 210 time: 0.0398538 Jun 16 14:04:41.591227 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-6eaa53b1-ffb7-49b4-b7f8-b991882414b1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:41.592887 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-6eaa53b1-ffb7-49b4-b7f8-b991882414b1 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 812 time: 0.1424596 Jun 16 14:04:41.643116 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-183cb17d-ec62-481c-885e-f72c0d44fd11 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=395b82b531a342219619b87e588c0b47 HTTP/1.1" status: 200 len: 380 time: 0.0342393 Jun 16 14:04:41.654515 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'port': {'device_id': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'admin_state_up': True, 'tenant_id': '395b82b531a342219619b87e588c0b47', 'security_groups': ['c3e91f87-7e45-496b-8e51-e14de8ffde6a']}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:04:41.773724 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Made reservation on behalf of 395b82b531a342219619b87e588c0b47 for: {'port': 1} {{(pid=103671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 14:04:41.776641 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:41.900733 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_common [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Allocated IP 172.20.0.6 (1229f0d1-8374-4756-945d-0c23febcdacd/92efa2f7-9be2-4ae1-8db4-5282de193fde/218b4912-f9d3-4f19-b4c7-62ea7bc3d421) {{(pid=103671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:04:42.046311 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.060598 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Transition to ACTIVE for port object 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 will not be triggered until provisioned by entity DHCP. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:04:42.094536 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25008305'] for port, after_create {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.098519 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0221f4b9-7ffc-4e89-ae45-bb269aca958e tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:04:42.137419 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Network 1229f0d1-8374-4756-945d-0c23febcdacd is already hosted by enough agents. {{(pid=103671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:04:42.141574 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.base_scheduler [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Resources bound (agent type, host, resource id): {{(pid=103671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:04:42.147787 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Received port after_create {{(pid=103671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:04:42.173964 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,revision_number=1']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:04:42.193740 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.194122 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.194501 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.195002 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.195314 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.195638 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.196007 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.196368 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.196732 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.197092 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.197452 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.197807 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:42.207168 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:04:42.226719 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:42.227397 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.243881 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932603 Jun 16 14:04:42.258517 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-b1ab2918-12cc-40af-8f5f-804d6418564b tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 14:04:42.259579 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-b1ab2918-12cc-40af-8f5f-804d6418564b tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059221 Jun 16 14:04:42.318269 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.v2.base [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Request body: {'port': {'device_id': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:04:42.391574 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.401144 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-f2020186-f34b-4332-b458-9287fb123793 None None] Provisioning for port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 completed by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:04:42.405159 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-f2020186-f34b-4332-b458-9287fb123793 None None] Provisioning complete for port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 triggered by entity DHCP. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:04:42.405434 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f2020186-f34b-4332-b458-9287fb123793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.440314 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-f2020186-f34b-4332-b458-9287fb123793 None None] Port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 cannot update to ACTIVE because it is not bound. {{(pid=103672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 14:04:42.668444 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 {{(pid=103671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:04:42.677784 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.691083 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.provisioning_blocks [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Transition to ACTIVE for port object 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 will not be triggered until provisioned by entity L2. {{(pid=103671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 14:04:42.695776 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.698035 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-587a9403-6110-4b15-b731-e616e2fb7a22 tempest-AttachVolumeShelveTestJSON-2067100521 tempest-AttachVolumeShelveTestJSON-2067100521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:04:42.758458 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68c2a7-93d4-454e-86d8-a79f8a502c44 req-7c45d56e-f3e3-458a-a64e-592bf11e9804 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:42.760005 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a68c2a7-93d4-454e-86d8-a79f8a502c44 req-7c45d56e-f3e3-458a-a64e-592bf11e9804 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0707138 Jun 16 14:04:42.783800 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Pushing event updated for resources: {'Port': ['ID=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,revision_number=2']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:04:42.801785 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:04:42.807420 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-8a68c2a7-93d4-454e-86d8-a79f8a502c44 req-24a6c617-9c40-4735-b8c6-b160ae7965cb tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405445 Jun 16 14:04:42.858772 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Attempting to bind port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 14:04:42.859132 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Attempting to bind port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 14:04:42.859464 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Attempting to bind port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 on network 1229f0d1-8374-4756-945d-0c23febcdacd {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:04:42.864509 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 on network 1229f0d1-8374-4756-945d-0c23febcdacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 14:04:42.864842 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Attempting to bind port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 on network 1229f0d1-8374-4756-945d-0c23febcdacd {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 14:04:42.869918 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Checking agent: {'id': 'f352ffbe-dea3-4314-b732-ababce8774fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 14:04:42.870255 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Checking segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 14:04:42.870641 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Bound using segment: {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'} {{(pid=103671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 14:04:42.871108 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.managers [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Bound port: 218b4912-f9d3-4f19-b4c7-62ea7bc3d421, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1205, 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd'}}] {{(pid=103671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 14:04:42.871467 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.937470 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] For port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421, host hv-cinder-78960, cleared binding levels {{(pid=103671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 14:04:42.940616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] For port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 14:04:42.944416 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25008295'] for port, after_update {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.946323 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0e01a533-f945-41d8-a976-3468f529238e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:04:42.977507 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:42.978115 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:42.979720 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] 10.222.0.100 "PUT /v2.0/ports/218b4912-f9d3-4f19-b4c7-62ea7bc3d421 HTTP/1.1" status: 200 len: 1093 time: 0.7120042 Jun 16 14:04:42.982172 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:04:42.985675 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10" -d '{"events": [{"name": "network-changed", "server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:04:43.014485 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Pushing event updated for resources: {'Port': ['ID=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,revision_number=3']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:04:43.018244 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f96f6181-e949-44ff-b1d5-929bd59b8f05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:04:43.103714 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-fca57552-03ec-4853-9965-e60a3d790965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:43.105307 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-fca57552-03ec-4853-9965-e60a3d790965 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 1096 time: 0.0678570 Jun 16 14:04:43.120235 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a143c9-80af-4c35-b798-34a3478e1565 x-openstack-request-id: req-e0a143c9-80af-4c35-b798-34a3478e1565 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:04:43.120554 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:04:43.120858 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0a143c9-80af-4c35-b798-34a3478e1565 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:04:43.121299 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'status': 'completed', 'code': 200} Jun 16 14:04:43.151703 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-4f529f81-add6-434a-8f74-72580558b08c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421 HTTP/1.1" status: 200 len: 217 time: 0.0385261 Jun 16 14:04:43.201721 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-946f33e8-b5d6-43eb-82a4-69cedc4d4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:43.203179 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-946f33e8-b5d6-43eb-82a4-69cedc4d4015 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0440719 Jun 16 14:04:43.261207 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-65d7a6d6-009c-4507-ae45-87157bca9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:43.262695 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-65d7a6d6-009c-4507-ae45-87157bca9200 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524113 Jun 16 14:04:43.357308 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-97b7074e-e75a-463f-ac8d-648898eb7920 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861511 Jun 16 14:04:43.449895 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4171111-fb9c-481a-886b-3cdf68a542ee req-5f3df7c3-f396-426a-8192-fb8ee0337690 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Jun 16 14:04:43.563555 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-893b58d1-b1a7-40aa-8078-7e7d571485a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:43.564989 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-893b58d1-b1a7-40aa-8078-7e7d571485a3 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 1096 time: 0.0531876 Jun 16 14:04:43.654937 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-e7560a75-a07a-4f5b-8d0d-1978e02ee9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:43.656444 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-e7560a75-a07a-4f5b-8d0d-1978e02ee9b5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0838699 Jun 16 14:04:43.701986 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-d1ec70a0-6649-4c93-b5e6-8fd6bc8bc7e3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421 HTTP/1.1" status: 200 len: 217 time: 0.0379736 Jun 16 14:04:43.751490 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-8f736a09-4142-4d35-a9bb-a27fc429cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:43.752830 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-8f736a09-4142-4d35-a9bb-a27fc429cd83 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0436349 Jun 16 14:04:43.814070 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-87c0f2c8-3503-4cae-a9e0-e4e6afb2be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:43.815506 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-87c0f2c8-3503-4cae-a9e0-e4e6afb2be1c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559874 Jun 16 14:04:43.914640 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-1c07c3aa-4082-4448-a7a7-8285642ec433 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887249 Jun 16 14:04:43.985636 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b4c3-0d67-45b5-9f32-1c73b6ec4c4d req-b0c04090-97b0-42f4-8b27-c7de388442b6 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:43.987217 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9333b4c3-0d67-45b5-9f32-1c73b6ec4c4d req-b0c04090-97b0-42f4-8b27-c7de388442b6 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0684092 Jun 16 14:04:44.008318 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-2b6cf0a3-b1aa-4314-aa48-e814d5a61f10 req-29b82df4-5726-441e-8b21-fc70c80760e4 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857339 Jun 16 14:04:44.026492 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-9333b4c3-0d67-45b5-9f32-1c73b6ec4c4d req-14989d26-60a2-4db1-b98c-b78d9d17fe68 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Jun 16 14:04:45.206991 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9dde9-c458-4179-961c-6e1cfd12ea34 req-21a9cf7a-381a-4f60-837a-bd100032c8cb tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:45.210974 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-73c9dde9-c458-4179-961c-6e1cfd12ea34 req-21a9cf7a-381a-4f60-837a-bd100032c8cb tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0674489 Jun 16 14:04:45.248379 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-73c9dde9-c458-4179-961c-6e1cfd12ea34 req-23e2cfea-a5f5-470e-9834-1f9a28505518 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327709 Jun 16 14:04:45.407717 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-0fde4b8c-603b-4888-abe8-ed00682b707e service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677345 Jun 16 14:04:45.502490 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-7c90f3d2-91b2-4de6-8695-9cfae60734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:45.504066 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-7c90f3d2-91b2-4de6-8695-9cfae60734cb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1099 time: 0.0518560 Jun 16 14:04:45.616116 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-33ea8a82-a726-4030-b196-c0b63771eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:45.617600 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-33ea8a82-a726-4030-b196-c0b63771eae3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0893679 Jun 16 14:04:45.682473 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-9107d05c-2377-4423-b8df-0913eaebcfd8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 1002 time: 0.0566916 Jun 16 14:04:45.737870 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-d1d49f7a-5fed-4d0d-ae02-adbdf6f19304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:45.739369 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-d1d49f7a-5fed-4d0d-ae02-adbdf6f19304 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0494444 Jun 16 14:04:45.803610 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-3cc70c4f-f75c-4cac-95ea-3908345e7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:45.805115 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-3cc70c4f-f75c-4cac-95ea-3908345e7e32 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0580480 Jun 16 14:04:45.901738 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-81c47119-9d2f-42e4-b55f-25ca0c8d1a68 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852008 Jun 16 14:04:45.998400 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-8c332a29-aaa6-4ed1-b000-f13cebeb2655 req-6463d265-2675-43a9-b71f-c495a6b5ace7 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855956 Jun 16 14:04:46.424753 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584991a-4fb7-49e9-bc66-3e9c0f2a358e req-e0cbc942-569c-4077-a1e4-4d8b2fd1e6fa tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:46.426233 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2584991a-4fb7-49e9-bc66-3e9c0f2a358e req-e0cbc942-569c-4077-a1e4-4d8b2fd1e6fa tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0637767 Jun 16 14:04:46.463941 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-2584991a-4fb7-49e9-bc66-3e9c0f2a358e req-28b1aece-022e-413f-b6de-0911f02e1562 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Jun 16 14:04:47.645579 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60293fa-0697-4ba1-8557-74e51dcb40c9 req-f3d60ad8-dbfc-4370-8fa8-64e68f0a8716 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:47.647250 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b60293fa-0697-4ba1-8557-74e51dcb40c9 req-f3d60ad8-dbfc-4370-8fa8-64e68f0a8716 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0692966 Jun 16 14:04:47.686245 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b60293fa-0697-4ba1-8557-74e51dcb40c9 req-18c10513-75a2-4ff3-8da8-34e3ef250ef9 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332091 Jun 16 14:04:48.873935 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67517811-206a-4f5e-8898-3b90e0c287ff req-0bf16d83-ec34-4eae-979d-87e154e5632b tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:48.875449 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-67517811-206a-4f5e-8898-3b90e0c287ff req-0bf16d83-ec34-4eae-979d-87e154e5632b tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0672450 Jun 16 14:04:48.914268 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-67517811-206a-4f5e-8898-3b90e0c287ff req-d67c406c-7f7d-48a2-bf32-5f3671c9fa5f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Jun 16 14:04:50.107742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d8e38-cc51-4565-9aaa-9adf8ad4b4a9 req-e7b656d5-64c9-4221-a18e-e200f40d20a2 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:50.109318 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d9d8e38-cc51-4565-9aaa-9adf8ad4b4a9 req-e7b656d5-64c9-4221-a18e-e200f40d20a2 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0681050 Jun 16 14:04:50.127128 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:04:50.148646 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-6d9d8e38-cc51-4565-9aaa-9adf8ad4b4a9 req-1ea2af17-10ff-4bf9-976b-56c1dcfc2d96 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337257 Jun 16 14:04:51.320984 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae125b1-ed8b-4643-b795-86b04dfced07 req-63f47d3f-b2e5-4b99-886b-4e8a2868b8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:51.329351 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dae125b1-ed8b-4643-b795-86b04dfced07 req-63f47d3f-b2e5-4b99-886b-4e8a2868b8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0716832 Jun 16 14:04:51.369534 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-dae125b1-ed8b-4643-b795-86b04dfced07 req-ef4b4ce1-1887-4175-aae3-0d8ef9e0cd94 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343690 Jun 16 14:04:52.544202 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675cf6e-59ce-42fd-a11b-81663fe81ea7 req-7b1c6ebf-b6ae-444d-8f71-179ae2b71824 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:52.545667 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e675cf6e-59ce-42fd-a11b-81663fe81ea7 req-7b1c6ebf-b6ae-444d-8f71-179ae2b71824 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0634887 Jun 16 14:04:52.582284 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e675cf6e-59ce-42fd-a11b-81663fe81ea7 req-882612a3-810d-48d3-898f-4b1dc93cd1c3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304637 Jun 16 14:04:53.747585 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 14:04:53.757431 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c772f-214c-435a-91cf-e6c47b50ebb0 req-9d6642d9-6b11-4b61-b5e2-a66e1a01ac1b tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:53.758985 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-479c772f-214c-435a-91cf-e6c47b50ebb0 req-9d6642d9-6b11-4b61-b5e2-a66e1a01ac1b tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 943 time: 0.0646856 Jun 16 14:04:53.809798 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-479c772f-214c-435a-91cf-e6c47b50ebb0 req-4c6b0323-8e97-4f04-9dfc-ea98abfc36aa tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449162 Jun 16 14:04:53.852102 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:04:53.863709 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Returning: {'device': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'port_id': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'mac_address': 'fa:16:3e:d4:04:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 14:04:53.899962 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:53.913196 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 {{(pid=103672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 14:04:53.933710 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:04:53.937587 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:53.939048 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:04:54.000994 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,revision_number=4']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:04:54.008051 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.008406 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.008759 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.009111 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.009437 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.009772 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.010107 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.010434 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.010768 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.011122 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.011450 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.011821 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:54.015769 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:04:54.442358 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] get_ports_and_sgs() called for port_ids ['218b4912-f9d3-4f19-b4c7-62ea7bc3d421'] {{(pid=103672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 14:04:54.989152 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876234-1a1d-4303-8d41-c5886a381bff req-e608d24e-89f9-4b3b-9af5-21829c56bcc6 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:54.990675 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-89876234-1a1d-4303-8d41-c5886a381bff req-e608d24e-89f9-4b3b-9af5-21829c56bcc6 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 944 time: 0.0679233 Jun 16 14:04:55.034483 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-89876234-1a1d-4303-8d41-c5886a381bff req-937c5664-5c84-4e2d-9098-4bcfee959c94 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380952 Jun 16 14:04:55.758589 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 up at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 14:04:55.807107 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning for port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 completed by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 14:04:55.810846 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.provisioning_blocks [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Provisioning complete for port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 triggered by entity L2. {{(pid=103672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 14:04:55.811262 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1564773'] for port, provisioning_complete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:55.887019 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:55.913490 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421'}] {{(pid=103672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:04:55.915834 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f70c0af757bc65ea7a2e0da6bb546a1afb91d78682c772ed73c9543b1cfb71ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c735f179-07f5-4870-ab9a-79d23d1c65c3" -d '{"events": [{"server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "name": "network-vif-plugged", "status": "completed", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421"}]}' {{(pid=103672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:04:55.929159 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] For port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:04:55.933257 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237'] for port, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:55.935511 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:04:55.957245 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49e500a-4a44-423c-968e-00e9708acad5 x-openstack-request-id: req-e49e500a-4a44-423c-968e-00e9708acad5 {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:04:55.957553 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "name": "network-vif-plugged", "status": "completed", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421", "code": 200}]} {{(pid=103672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:04:55.957866 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e49e500a-4a44-423c-968e-00e9708acad5 {{(pid=103672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:04:55.958243 dv-cinder-789603-10-iscsi neutron-server[103672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'code': 200} Jun 16 14:04:55.987141 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Pushing event updated for resources: {'Port': ['ID=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,revision_number=5']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:04:55.990396 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:04:56.260371 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaf27b-6b12-470f-b24c-d21edb87613f req-8f693ccb-ee54-43f3-8181-541c37528d0c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:56.261849 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4feaf27b-6b12-470f-b24c-d21edb87613f req-8f693ccb-ee54-43f3-8181-541c37528d0c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 945 time: 0.0959604 Jun 16 14:04:56.288620 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2ed40-25b3-4e9a-a61b-4a5830f58681 req-cdabe4f8-9159-46cc-baf3-b49a9b5cd6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:56.290057 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-15a2ed40-25b3-4e9a-a61b-4a5830f58681 req-cdabe4f8-9159-46cc-baf3-b49a9b5cd6b2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 1098 time: 0.0927420 Jun 16 14:04:56.319208 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-4feaf27b-6b12-470f-b24c-d21edb87613f req-229e2c52-ebd7-4149-9fa5-e887ffdbee67 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481708 Jun 16 14:04:56.335212 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-15a2ed40-25b3-4e9a-a61b-4a5830f58681 req-80283c5b-338d-4de3-a71d-8b7932a7a53b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Jun 16 14:04:57.495331 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb4cf4-5153-415d-a6e0-40202984c3d1 req-baa250a3-1f54-4203-b5ba-5e7a4a326b95 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:57.497301 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35eb4cf4-5153-415d-a6e0-40202984c3d1 req-baa250a3-1f54-4203-b5ba-5e7a4a326b95 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 945 time: 0.0647290 Jun 16 14:04:57.540933 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-35eb4cf4-5153-415d-a6e0-40202984c3d1 req-98b5026d-592b-43b6-b865-a65414c9529c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380006 Jun 16 14:04:57.798174 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0476ca51-6221-4b2b-9900-a6817215283e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:58.716674 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556ad70-6911-447f-8a83-3fa0c7b2fa73 req-99c855a5-f68a-4dbb-9de2-b8f9212bcc60 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:58.718144 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0556ad70-6911-447f-8a83-3fa0c7b2fa73 req-99c855a5-f68a-4dbb-9de2-b8f9212bcc60 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 945 time: 0.0668218 Jun 16 14:04:58.758140 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0556ad70-6911-447f-8a83-3fa0c7b2fa73 req-a5272555-19c7-4b00-a31e-3a300280ea16 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341103 Jun 16 14:04:58.927823 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a0727-41ed-4f85-aacc-8ff0c13cbb90 req-fa6eb823-c8f1-4ae9-8d46-844c59a931a8 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:58.929489 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ed8a0727-41ed-4f85-aacc-8ff0c13cbb90 req-fa6eb823-c8f1-4ae9-8d46-844c59a931a8 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 945 time: 0.0631232 Jun 16 14:04:58.969213 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-ed8a0727-41ed-4f85-aacc-8ff0c13cbb90 req-61c00452-7316-49bf-a48f-13d8672f13d3 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328872 Jun 16 14:04:58.994583 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49830) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:04:59.142524 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce68ac4-8acd-4f62-8b10-f964f2d9de65 tempest-TestVolumeBootPattern-295417674 tempest-TestVolumeBootPattern-295417674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:04:59.144067 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3ce68ac4-8acd-4f62-8b10-f964f2d9de65 tempest-TestVolumeBootPattern-295417674 tempest-TestVolumeBootPattern-295417674-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 1093 time: 0.1484981 Jun 16 14:04:59.146827 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49834) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:04:59.151143 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.v2.base [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Request body: {'floatingip': {'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'port_id': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 14:04:59.173353 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:59.265407 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1429967'] for port, before_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:59.373956 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.db_base_plugin_common [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Allocated IP 172.27.2.90 (28a838ac-c210-419e-b36f-817744e9372f/1bc03837-684d-4e65-8719-2a23f654cd4c/67d2fbfc-9d6c-4984-abd5-280ff16d0b73) {{(pid=103670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 14:04:59.476589 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:59.515722 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1430026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-141889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776715313174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32288677'] for port, after_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:59.517844 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-894b3be5-f42a-4681-beab-e10b943d093c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:04:59.558130 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Network 28a838ac-c210-419e-b36f-817744e9372f is already hosted by enough agents. {{(pid=103670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 14:04:59.564763 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.base_scheduler [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Resources bound (agent type, host, resource id): {{(pid=103670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 14:04:59.569089 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Received port after_create {{(pid=103670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 14:04:59.572217 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=67d2fbfc-9d6c-4984-abd5-280ff16d0b73,revision_number=1']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:04:59.603005 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.603395 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.603780 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.604161 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.604529 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.604937 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.605335 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.605731 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.606102 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.606471 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.606834 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.607223 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:04:59.612632 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:04:59.944618 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.023189 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1429981'] for port, before_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.173432 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for port, precommit_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.177777 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776715754343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776715313192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776715313237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32288691'] for port, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.179715 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-6d495d42-e343-44bc-999b-b7c0a02ba795 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:05:00.245672 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event updated for resources: {'Port': ['ID=67d2fbfc-9d6c-4984-abd5-280ff16d0b73,revision_number=2']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:05:00.250270 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:05:00.255110 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33141985'] for floatingip, after_update {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.352164 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Floating IP 6907c30d-12b9-451a-87f9-added429654b associated. External IP: 172.27.2.90, port: 218b4912-f9d3-4f19-b4c7-62ea7bc3d421. Jun 16 14:05:00.405159 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.557448 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:05:00.587647 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-c216f74b-e89b-44b3-9b0a-5434c8e5feed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.663062 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:05:00.674568 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:05:00.680710 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.684513 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:05:00.685153 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:05:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:05:00.715821 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2c73611e-240b-4ab6-8a62-ba76080fbf05 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5679483 Jun 16 14:05:00.718513 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:05:00.719365 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794f42b1-a773-48e1-b900-ab7410e30f12" -d '{"events": [{"name": "network-changed", "server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:05:00.791978 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:05:00.805749 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615acfc2-5770-457a-8e9a-170862bda34a x-openstack-request-id: req-615acfc2-5770-457a-8e9a-170862bda34a {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:05:00.806089 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:05:00.806424 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-615acfc2-5770-457a-8e9a-170862bda34a {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:05:00.806902 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'status': 'completed', 'code': 200} Jun 16 14:05:00.888056 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-9b2e4c3f-cd9f-477c-8714-3b639a88a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:05:00.889589 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-9b2e4c3f-cd9f-477c-8714-3b639a88a317 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 1098 time: 0.0598812 Jun 16 14:05:00.986440 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-d9190ce0-5b23-4510-995a-5eff1cff8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:05:00.987938 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-d9190ce0-5b23-4510-995a-5eff1cff8c71 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0874844 Jun 16 14:05:01.055997 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '6907c30d-12b9-451a-87f9-added429654b', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d4:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:04:59Z', 'updated_at': '2021-06-16T14:04:59Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}, {'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:10Z', 'revision_number': 1, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:05:01.058224 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-a140cdde-b313-4db1-a40a-bea8e8d64ced service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421 HTTP/1.1" status: 200 len: 998 time: 0.0588777 Jun 16 14:05:01.060586 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:05:01.068803 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:05:01.069511 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:05:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:05:01.111457 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-30b867e7-9e44-4300-8343-57f6581bc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:05:01.112922 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-30b867e7-9e44-4300-8343-57f6581bc1bc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0442774 Jun 16 14:05:01.175473 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:05:01.177714 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-07a95a23-47df-4128-ad40-cf19d1ce2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:05:01.179216 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-07a95a23-47df-4128-ad40-cf19d1ce2231 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551145 Jun 16 14:05:01.275492 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-bc89b19a-dcc2-4382-8519-8db450a98e64 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830958 Jun 16 14:05:01.372465 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-794f42b1-a773-48e1-b900-ab7410e30f12 req-0f6bfb96-c914-4a83-86f4-5f00d4539a41 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858037 Jun 16 14:05:01.403983 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '6907c30d-12b9-451a-87f9-added429654b', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d4:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:04:59Z', 'updated_at': '2021-06-16T14:04:59Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}, {'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:10Z', 'revision_number': 1, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:05:01.407715 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80b7223-3201-48a6-bfc1-a8edcc475333 None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '6907c30d-12b9-451a-87f9-added429654b', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d4:04:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:04:59Z', 'updated_at': '2021-06-16T14:04:59Z', 'revision_number': 0, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}, {'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:10Z', 'revision_number': 1, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:05:01.586088 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a104d798-c6ea-4c9b-91ea-1bcfd980da27 None None] New status for floating IP 6907c30d-12b9-451a-87f9-added429654b: ACTIVE {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:05:01.595208 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:02.414490 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:03.389524 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:27.125974 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:05:27.801205 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-159884e8-432c-4c64-ba6b-e7a0f7e1ac32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:30.407929 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:30.590436 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5c113251-79ef-4b71-a922-bc17870ac02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:31.599561 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:32.413083 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:33.391051 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:43.406513 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-976d761a-cc26-46f9-932c-8c15026fd63b req-c2893fed-2f1c-4d3c-a114-e41169414126 service neutron] (103671) timed out ('10.222.0.64', 45324) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:05:45.388129 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-763b9a29-a793-4736-88f8-71ae58014361 req-91b54ba6-a636-45eb-b0b7-b8d7771c1f81 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519967 Jun 16 14:05:45.488033 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b9a29-a793-4736-88f8-71ae58014361 req-9ec7cccf-dd28-4af7-b9b3-6816915b333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:05:45.489410 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-763b9a29-a793-4736-88f8-71ae58014361 req-9ec7cccf-dd28-4af7-b9b3-6816915b333f service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1099 time: 0.0532994 Jun 16 14:05:45.597215 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b9a29-a793-4736-88f8-71ae58014361 req-ae276794-247a-4b11-b6a8-407ca3f21814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:05:45.598666 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-763b9a29-a793-4736-88f8-71ae58014361 req-ae276794-247a-4b11-b6a8-407ca3f21814 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0878222 Jun 16 14:05:45.663055 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-763b9a29-a793-4736-88f8-71ae58014361 req-cbc8ac90-e499-4996-a2a0-9c9eff61f6c6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 1002 time: 0.0569603 Jun 16 14:05:45.714866 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b9a29-a793-4736-88f8-71ae58014361 req-e1fef3ce-814e-4488-b2c6-377d4f418790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:05:45.716354 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-763b9a29-a793-4736-88f8-71ae58014361 req-e1fef3ce-814e-4488-b2c6-377d4f418790 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0464966 Jun 16 14:05:45.772817 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b9a29-a793-4736-88f8-71ae58014361 req-c96a1699-8f65-40f9-86ea-5d3224ad5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:05:45.774244 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-763b9a29-a793-4736-88f8-71ae58014361 req-c96a1699-8f65-40f9-86ea-5d3224ad5e0c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510993 Jun 16 14:05:45.864249 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-763b9a29-a793-4736-88f8-71ae58014361 req-bb910ee4-e309-4dc4-b3b4-bb7aad6ed512 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821869 Jun 16 14:05:45.958751 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-763b9a29-a793-4736-88f8-71ae58014361 req-921d46ba-150c-4672-a35a-0c4f924695a4 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865312 Jun 16 14:05:57.803173 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7678d3ea-074b-493e-8cf2-d9f6e17f9281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:00.409790 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:00.591408 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-40fd1090-1968-4209-bf3e-534b22cea7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:01.606756 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:02.410230 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:03.393286 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:04.124350 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:06:27.808512 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-84bc9b14-298e-48df-b28a-c1af8073e9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:30.410568 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:30.591822 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-11d9871d-d812-4835-875d-e3bb07af1ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:31.605958 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:32.419790 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:33.401219 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:06:41.124543 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:06:46.458360 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-acbf1c01-4071-4199-9d5c-93677c6fc892 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519528 Jun 16 14:06:46.539869 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-97be2dba-32ec-414a-9085-6cb78101d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:06:46.541294 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-97be2dba-32ec-414a-9085-6cb78101d3b2 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 1098 time: 0.0540161 Jun 16 14:06:46.646298 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-b8ee37d1-c044-4988-811a-8d97d52c52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:06:46.647793 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-b8ee37d1-c044-4988-811a-8d97d52c52e4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.0827875 Jun 16 14:06:46.979896 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-e391a647-b3b7-43ad-958d-2b80ef276ce3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421 HTTP/1.1" status: 200 len: 1000 time: 0.3208013 Jun 16 14:06:47.027931 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-e8f4f90b-b6a7-4846-95d2-43a3172840a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:06:47.029348 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-e8f4f90b-b6a7-4846-95d2-43a3172840a6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0418806 Jun 16 14:06:47.087510 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-77df0bac-051d-4429-bba0-a5bd580ba1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:06:47.088937 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-77df0bac-051d-4429-bba0-a5bd580ba1d9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502222 Jun 16 14:06:47.186782 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-44fc9cb4-e6d2-465d-beaf-5d29ef943fd2 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823295 Jun 16 14:06:47.277190 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-3080a54c-415f-4f0f-ac24-7694252c38b4 req-d9de514e-e58f-4658-af4f-650fea7d8e16 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826848 Jun 16 14:06:57.809760 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-efdbba8f-65de-4900-83ee-f0019f37f714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:00.411317 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:00.592048 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-38bde8d2-d5a7-45f6-9ae4-faa8b194e260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:01.608270 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:02.426764 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:03.398187 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:15.029188 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49872) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:15.185166 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Deleting port 67d2fbfc-9d6c-4984-abd5-280ff16d0b73 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:15.185513 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:15.262118 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:15.262435 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:15.323249 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Calling delete_port for 67d2fbfc-9d6c-4984-abd5-280ff16d0b73 owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:15.464630 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:15.467413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-c7c14e88-3466-4051-ae74-45c960d55325 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:15.490256 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event deleted for resources: {'Port': ['ID=67d2fbfc-9d6c-4984-abd5-280ff16d0b73,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:15.523331 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.523705 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.524085 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.524463 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.524834 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.525202 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.525569 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.525934 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.526299 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.526667 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.527072 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.527432 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:15.532074 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:15.569208 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:15.569545 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Floating IP 6907c30d-12b9-451a-87f9-added429654b disassociated (deleted). External IP: 172.27.2.90, port: 218b4912-f9d3-4f19-b4c7-62ea7bc3d421. Jun 16 14:07:15.774703 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:07:15.876933 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:07:15.881179 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:15.885937 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:07:15.896818 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:07:15.897436 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:07:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:15.921421 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-63633995-b48a-4fa8-835e-1c21495c0344 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "DELETE /v2.0/floatingips/6907c30d-12b9-451a-87f9-added429654b HTTP/1.1" status: 204 len: 168 time: 0.8911400 Jun 16 14:07:15.922104 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:07:15.924449 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23f7d9d-9a53-4564-928f-70ad96230b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:07:15.968750 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9915f3-74b9-477e-93d0-ad5cb0fc67e9 x-openstack-request-id: req-5e9915f3-74b9-477e-93d0-ad5cb0fc67e9 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:07:15.969146 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:07:15.969481 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e9915f3-74b9-477e-93d0-ad5cb0fc67e9 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:07:15.970084 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'status': 'completed', 'code': 200} Jun 16 14:07:16.002441 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:07:16.052779 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-7d246917-de20-4a66-8b6c-c95d028c2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:16.054217 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-7d246917-de20-4a66-8b6c-c95d028c2f65 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 1098 time: 0.0587304 Jun 16 14:07:16.171402 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-22f136c9-c7bc-442c-b5b2-cb59937faa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:16.172898 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-22f136c9-c7bc-442c-b5b2-cb59937faa0c service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.1082127 Jun 16 14:07:16.225292 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-41acec40-2103-4899-af32-5fe959bb9a7c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421 HTTP/1.1" status: 200 len: 217 time: 0.0423253 Jun 16 14:07:16.240993 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:10Z', 'revision_number': 1, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:16.244794 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:07:16.252742 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:07:16.253420 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:07:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:16.280985 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-a0461cf6-8cee-48db-895c-2538433e1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:16.282557 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-a0461cf6-8cee-48db-895c-2538433e1575 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0495460 Jun 16 14:07:16.345328 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-1467ff85-5690-4da5-b564-d2035f012764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:16.346855 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-1467ff85-5690-4da5-b564-d2035f012764 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551620 Jun 16 14:07:16.475487 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-1575145b-d21a-4892-bdd6-b7832a29c2b0 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178854 Jun 16 14:07:16.482974 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:07:16.483664 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a6ebb-6404-4801-889c-1e1ed434f087 req-6d21fc8e-9860-4645-8bbb-db762b93326f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:16.485048 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e88a6ebb-6404-4801-889c-1e1ed434f087 req-6d21fc8e-9860-4645-8bbb-db762b93326f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 945 time: 0.2427499 Jun 16 14:07:16.576617 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-e88a6ebb-6404-4801-889c-1e1ed434f087 req-752d27f5-d7cf-44df-a037-ca6b7ad5584c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835781 Jun 16 14:07:16.596894 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-f23f7d9d-9a53-4564-928f-70ad96230b2e req-020923ea-b442-4e9c-8272-bf2cfe3b82c1 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109307 Jun 16 14:07:16.707578 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:10Z', 'revision_number': 1, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:16.711087 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e202b41-83f8-4033-8f0b-45ffc9b0c4b9 None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_floatingips': [{'id': '91915efb-6959-4d3c-9a40-713b8bb2b9b7', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'router_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'port_id': '90f72129-ec42-450c-aae7-df53ea580faf', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'mac_address': 'fa:16:3e:d3:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T14:02:08Z', 'updated_at': '2021-06-16T14:02:10Z', 'revision_number': 1, 'project_id': '395b82b531a342219619b87e588c0b47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:07:16.911980 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac81424-dc04-4efe-8cdc-9de04ea2417e None None] New status for floating IP 6907c30d-12b9-451a-87f9-added429654b: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:07:17.804002 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe65f9-80e2-4995-83e1-d5edb5faddac req-b705b2ac-341c-4f0d-8b94-29f9edb42603 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:17.805484 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fbe65f9-80e2-4995-83e1-d5edb5faddac req-b705b2ac-341c-4f0d-8b94-29f9edb42603 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 945 time: 0.1144843 Jun 16 14:07:17.849293 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-4fbe65f9-80e2-4995-83e1-d5edb5faddac req-1a271831-ecd7-4eb7-9bce-28283a26e88c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358450 Jun 16 14:07:18.125199 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:07:18.947780 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-4a4e773f-0a62-4bb7-a89c-89021b19bc73 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:18.949313 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-4a4e773f-0a62-4bb7-a89c-89021b19bc73 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 945 time: 0.0638890 Jun 16 14:07:19.098616 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54346aee-ed28-4de4-b60f-ddf73ba41295 req-9a32e0ea-b176-4543-894c-a2790ccd6cec tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:19.100095 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-54346aee-ed28-4de4-b60f-ddf73ba41295 req-9a32e0ea-b176-4543-894c-a2790ccd6cec tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 945 time: 0.1263814 Jun 16 14:07:19.117375 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Deleting port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:19.117707 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:19.169746 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-54346aee-ed28-4de4-b60f-ddf73ba41295 req-a841ba9d-e208-45aa-8c20-33d543c9b573 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625546 Jun 16 14:07:19.232719 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] For port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:19.233077 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:19.294332 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Calling delete_port for 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:19.418305 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:19.422162 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-4428eaf4-32f5-48c8-a0e8-e51eb01e89d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:19.448274 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event deleted for resources: {'Port': ['ID=218b4912-f9d3-4f19-b4c7-62ea7bc3d421,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:19.474137 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.474518 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.474907 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.475273 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.475630 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.475989 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.476344 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.476698 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.477052 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.477403 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.477751 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.478098 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:19.483033 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:19.505004 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] No DVR routers for this DVR port 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:07:19.507590 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:19.509494 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-0a9645d3-6eef-4284-a2fa-b637d7bd50f1 req-0a2072a2-dfab-4580-a0e2-11432b0d393f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "DELETE /v2.0/ports/218b4912-f9d3-4f19-b4c7-62ea7bc3d421 HTTP/1.1" status: 204 len: 173 time: 0.5436542 Jun 16 14:07:19.509985 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'name': 'network-vif-deleted', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:07:19.512960 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99094d1-5920-4e61-91ce-22fdab4ae56e" -d '{"events": [{"server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "name": "network-vif-deleted", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:07:19.548111 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85475994-37ee-4eae-9192-4f1be5856b19 x-openstack-request-id: req-85475994-37ee-4eae-9192-4f1be5856b19 {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:07:19.548448 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff785ed9-030b-49c3-9a02-ae53530a2004", "name": "network-vif-deleted", "tag": "218b4912-f9d3-4f19-b4c7-62ea7bc3d421", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:07:19.548741 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85475994-37ee-4eae-9192-4f1be5856b19 {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:07:19.549178 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff785ed9-030b-49c3-9a02-ae53530a2004', 'name': 'network-vif-deleted', 'tag': '218b4912-f9d3-4f19-b4c7-62ea7bc3d421', 'status': 'completed', 'code': 200} Jun 16 14:07:20.320530 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-b667b9a3-bf02-4b0b-ad34-dc0d41a9241e req-df8f7740-8c3f-4a43-b24b-221416df040c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff785ed9-030b-49c3-9a02-ae53530a2004 HTTP/1.1" status: 200 len: 210 time: 0.0288796 Jun 16 14:07:22.413209 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:07:22.432681 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:07:22.433552 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 218b4912-f9d3-4f19-b4c7-62ea7bc3d421 not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:07:23.624195 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49924) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:23.783325 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Deleting port 685d9590-b0a7-45de-a19b-55285e3710a7 {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:23.783666 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:24.123728 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:24.124043 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:24.187254 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Calling delete_port for 685d9590-b0a7-45de-a19b-55285e3710a7 owned by network:floatingip {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:24.332259 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:24.334231 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-38b14a7f-ce14-4fdb-ab3f-9a5b43c49f51 tempest-TestMinimumBasicScenario-507373326 tempest-TestMinimumBasicScenario-507373326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:24.361618 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event deleted for resources: {'Port': ['ID=685d9590-b0a7-45de-a19b-55285e3710a7,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:24.365100 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:24.423463 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:24.423802 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.db.l3_db [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Floating IP 91915efb-6959-4d3c-9a40-713b8bb2b9b7 disassociated (deleted). External IP: 172.27.2.134, port: 90f72129-ec42-450c-aae7-df53ea580faf. Jun 16 14:07:24.627494 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:07:24.732577 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:07:24.737355 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:24.741986 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:07:24.750647 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:07:24.751292 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:07:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:24.772042 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-1025b2ac-bd8b-4906-9cc5-66e1f0c3f6d5 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "DELETE /v2.0/floatingips/91915efb-6959-4d3c-9a40-713b8bb2b9b7 HTTP/1.1" status: 204 len: 168 time: 1.1467640 Jun 16 14:07:24.773135 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf'}] {{(pid=103670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:07:24.775647 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3476cca3ba96b4ba9bf4b2517fac01a5dc6217fd6672fd9b9a79a6f9ecf42bd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d291e277-1448-4a12-a1cc-91d77bc7e8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "tag": "90f72129-ec42-450c-aae7-df53ea580faf"}]}' {{(pid=103670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:07:24.813531 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4267d6c2-45db-4dd3-ae8d-0cbee919d545 x-openstack-request-id: req-4267d6c2-45db-4dd3-ae8d-0cbee919d545 {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:07:24.814265 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "tag": "90f72129-ec42-450c-aae7-df53ea580faf", "status": "completed", "code": 200}]} {{(pid=103670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:07:24.814265 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4267d6c2-45db-4dd3-ae8d-0cbee919d545 {{(pid=103670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:07:24.814650 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf', 'status': 'completed', 'code': 200} Jun 16 14:07:24.860996 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:07:24.897237 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-91eee2d0-9fa7-4366-bdc1-3cc76b65582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:24.899395 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-91eee2d0-9fa7-4366-bdc1-3cc76b65582a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=395b82b531a342219619b87e588c0b47&device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 1099 time: 0.0549364 Jun 16 14:07:25.013880 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-6ee48af6-be1b-403e-8bd6-8c7e2fa167df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:25.015397 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-6ee48af6-be1b-403e-8bd6-8c7e2fa167df service neutron] 10.222.0.100 "GET /v2.0/networks?id=1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 200 len: 914 time: 0.1077492 Jun 16 14:07:25.064107 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:25.064648 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-b9a676a9-1ee4-4686-ab0a-674e0354293a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 200 len: 217 time: 0.0364532 Jun 16 14:07:25.067658 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:07:25.076371 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:07:25.076991 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:07:01Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:25.117166 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-d05decd2-d6d2-4beb-8d40-59b554185cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:25.118617 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-d05decd2-d6d2-4beb-8d40-59b554185cac service neutron] 10.222.0.100 "GET /v2.0/subnets?id=92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 200 len: 851 time: 0.0436654 Jun 16 14:07:25.151615 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ade9f-2793-48d3-b918-bd0e79801803 req-6343078c-92ae-4c81-a55e-fa5499a0a55d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:25.153675 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc3ade9f-2793-48d3-b918-bd0e79801803 req-6343078c-92ae-4c81-a55e-fa5499a0a55d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 946 time: 0.0669491 Jun 16 14:07:25.182483 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:07:25.183401 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-f29971cf-0350-44bb-942e-9e91fb1867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:25.184957 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-f29971cf-0350-44bb-942e-9e91fb1867a6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1229f0d1-8374-4756-945d-0c23febcdacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575950 Jun 16 14:07:25.196286 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [req-fc3ade9f-2793-48d3-b918-bd0e79801803 req-a8c06233-bc9f-4a24-a054-265e64d4067f tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325823 Jun 16 14:07:25.288677 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-5c9fae4d-b219-4509-8ccd-700bd5bd275b service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922174 Jun 16 14:07:25.381349 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:25.382775 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-d291e277-1448-4a12-a1cc-91d77bc7e8bb req-9f23691b-dbf2-402a-b5f3-d784390bdf28 service neutron] 10.222.0.100 "GET /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859494 Jun 16 14:07:25.384976 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5d74ef-c2ad-436c-a4cc-f9ba9626bc86 None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T13:58:13Z', 'revision_number': 4, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi', '_interfaces': [{'id': '37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd', 'name': '', 'network_id': '1229f0d1-8374-4756-945d-0c23febcdacd', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'mac_address': 'fa:16:3e:84:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:12Z', 'updated_at': '2021-06-16T13:58:18Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'subnets': [{'id': '92efa2f7-9be2-4ae1-8db4-5282de193fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:07:25.600382 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aac8cb-74dd-43e0-a86d-966ec77ef442 None None] New status for floating IP 91915efb-6959-4d3c-9a40-713b8bb2b9b7: DOWN {{(pid=103673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:07:26.083166 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-56761218-57dc-4031-a95c-bfe8db401141 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:26.084631 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-56761218-57dc-4031-a95c-bfe8db401141 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 946 time: 0.0663443 Jun 16 14:07:26.188720 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Deleting port 90f72129-ec42-450c-aae7-df53ea580faf {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:26.189066 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:26.280684 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] For port 90f72129-ec42-450c-aae7-df53ea580faf, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=90f72129-ec42-450c-aae7-df53ea580faf,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:26.281036 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:26.350010 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Calling delete_port for 90f72129-ec42-450c-aae7-df53ea580faf owned by compute:nova {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:26.465628 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4758aa7-42fa-41ae-a9a4-b0b160c47741 req-f3349ad4-401b-479b-ae18-ffb83fbdec9c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:07:26.467123 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4758aa7-42fa-41ae-a9a4-b0b160c47741 req-f3349ad4-401b-479b-ae18-ffb83fbdec9c tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a668f6c-3938-4e12-894b-ff36bcc790c4 HTTP/1.1" status: 200 len: 946 time: 0.1425879 Jun 16 14:07:26.532914 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-a4758aa7-42fa-41ae-a9a4-b0b160c47741 req-25e36453-3b7e-414c-8dbf-d13a4b0bd1bb tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "GET /v2.0/security-groups?id=c3e91f87-7e45-496b-8e51-e14de8ffde6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589066 Jun 16 14:07:26.557405 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:26.561773 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-c12c0cc2-5fe9-4b16-88ff-d5ea8dd77534 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:26.587324 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event deleted for resources: {'Port': ['ID=90f72129-ec42-450c-aae7-df53ea580faf,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:26.590339 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:26.637600 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] No DVR routers for this DVR port 90f72129-ec42-450c-aae7-df53ea580faf on host hv-cinder-78960 {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:07:26.640163 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for port, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:26.642321 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [req-cdc69a1c-4a62-4a29-bdc2-df94caa93474 req-df650137-02f1-4452-bb1c-9154fe8bc8dd tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.100 "DELETE /v2.0/ports/90f72129-ec42-450c-aae7-df53ea580faf HTTP/1.1" status: 204 len: 173 time: 0.5515769 Jun 16 14:07:26.642851 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'name': 'network-vif-deleted', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf'}] {{(pid=103671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:07:26.645704 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09aaa4f96188d16bb896285496b972a3106e3ed0d420ee21bdfbde83b8cfd4f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d448609-dc0b-47bb-a99c-252969b62766" -d '{"events": [{"server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "name": "network-vif-deleted", "tag": "90f72129-ec42-450c-aae7-df53ea580faf"}]}' {{(pid=103671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:07:26.689422 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba0ed12-8798-4615-aed8-c96bd2002b8a x-openstack-request-id: req-aba0ed12-8798-4615-aed8-c96bd2002b8a {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:07:26.689796 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a668f6c-3938-4e12-894b-ff36bcc790c4", "name": "network-vif-deleted", "tag": "90f72129-ec42-450c-aae7-df53ea580faf", "status": "completed", "code": 200}]} {{(pid=103671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:07:26.690213 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aba0ed12-8798-4615-aed8-c96bd2002b8a {{(pid=103671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:07:26.690788 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a668f6c-3938-4e12-894b-ff36bcc790c4', 'name': 'network-vif-deleted', 'tag': '90f72129-ec42-450c-aae7-df53ea580faf', 'status': 'completed', 'code': 200} Jun 16 14:07:27.630023 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 49942) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:27.751740 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Deleting port fbf46e6b-9575-4dd6-afd2-1a3f81408a0a {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:27.752091 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:27.810681 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fd763d08-3fe9-43b1-a067-7132d347954d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:27.836605 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:27.837033 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:27.907304 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Calling delete_port for fbf46e6b-9575-4dd6-afd2-1a3f81408a0a owned by network:floatingip {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:28.037798 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:28.039860 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-535bbc24-320e-4818-8917-1ea2c8c6d0b6 tempest-TestShelveInstance-313676497 tempest-TestShelveInstance-313676497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:28.065546 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event deleted for resources: {'Port': ['ID=fbf46e6b-9575-4dd6-afd2-1a3f81408a0a,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:28.069430 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:28.124814 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for floatingip, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:28.127272 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-853305'] for floatingip, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:28.128419 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "DELETE /v2.0/floatingips/e070d4ad-5e21-4bdc-8410-6b9cb61a3cfb HTTP/1.1" status: 204 len: 168 time: 0.4973998 Jun 16 14:07:28.426821 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 90f72129-ec42-450c-aae7-df53ea580faf no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:07:28.446981 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] No Port match for: 90f72129-ec42-450c-aae7-df53ea580faf {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:07:28.447374 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Device 90f72129-ec42-450c-aae7-df53ea580faf not bound to the agent host hv-cinder-78960 {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:07:29.392140 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49956) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:29.453924 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-91719baa-ccaf-4189-ad80-fb5be7c8e06d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:29.478134 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-91719baa-ccaf-4189-ad80-fb5be7c8e06d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:29.537332 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-91719baa-ccaf-4189-ad80-fb5be7c8e06d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:29.540098 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-91719baa-ccaf-4189-ad80-fb5be7c8e06d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:29.541342 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-91719baa-ccaf-4189-ad80-fb5be7c8e06d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] 10.222.0.64 "DELETE /v2.0/security-groups/c3e91f87-7e45-496b-8e51-e14de8ffde6a HTTP/1.1" status: 204 len: 168 time: 0.1481800 Jun 16 14:07:29.543413 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2a2e42f0-155a-424a-9442-87511a9047fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:29.552296 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91719baa-ccaf-4189-ad80-fb5be7c8e06d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e91f87-7e45-496b-8e51-e14de8ffde6a,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:29.555081 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-91719baa-ccaf-4189-ad80-fb5be7c8e06d tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:29.602131 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 49960) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:30.083079 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:30.336838 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Deleting port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:30.337177 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:30.414814 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:30.592952 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7bac65cd-c527-4983-87ae-22c1a9c82e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:30.681246 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] For port 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:30.681885 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:30.744038 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Calling delete_port for 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:30.924842 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:30.926809 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-15257bb8-76f2-49c3-b712-f40c0c9c8763 tempest-AttachVolumeTestJSON-1822630441 tempest-AttachVolumeTestJSON-1822630441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:30.948012 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Pushing event deleted for resources: {'Port': ['ID=37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:30.951724 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:31.117468 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:31.332090 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:07:31.440534 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:07:31.446184 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-62e8d133-40eb-4cce-8d59-0d2989a42119 admin admin] 10.222.0.64 "PUT /v2.0/routers/913dca40-edad-4ff6-8d85-87d5fa2bf0f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428617 Jun 16 14:07:31.447907 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 49968) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:31.449718 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] Sync routers for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:07:31.458897 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:07:31.459846 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:07:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:31.551025 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks [] for router, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:31.563816 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:07:31.643975 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:31.656043 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:31.712984 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Deleting port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:31.713708 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:31.755865 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T14:07:30Z', 'revision_number': 5, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port': {'id': '1ba8c9e2-e1c7-4516-80f4-d4c4a0151007', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:10Z', 'updated_at': '2021-06-16T13:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:31.759591 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] Checking router: 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 for host: dv-cinder-789603-10-iscsi {{(pid=103672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:07:31.767805 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] Routers {'913dca40-edad-4ff6-8d85-87d5fa2bf0f8'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:07:31.768410 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:07:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'], 'active': True} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:31.800987 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] For port 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=1ba8c9e2-e1c7-4516-80f4-d4c4a0151007,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:31.801601 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:31.858518 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvr_db [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] Set router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 gateway port host: None {{(pid=103672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:07:31.871004 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Calling delete_port for 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:31.914681 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_hamode_db [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T14:07:31Z', 'revision_number': 6, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:31.919161 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944770c-5e2f-4f43-9d28-9940057df3fc None None] The sync data for ids ['913dca40-edad-4ff6-8d85-87d5fa2bf0f8'] in dv-cinder-789603-10-iscsi is: [{'id': '913dca40-edad-4ff6-8d85-87d5fa2bf0f8', 'name': 'tempest-TestVolumeBootPattern-1890395631-router', 'tenant_id': '395b82b531a342219619b87e588c0b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:09Z', 'updated_at': '2021-06-16T14:07:31Z', 'revision_number': 6, 'project_id': '395b82b531a342219619b87e588c0b47', 'gw_port_host': None}] {{(pid=103672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:07:32.045052 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.047002 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-48e2b33d-e8ba-4ff2-b00a-50601d6c93fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:32.072607 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba8c9e2-e1c7-4516-80f4-d4c4a0151007,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:32.075555 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:32.136206 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.225356 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.226305 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.271987 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.272757 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913dca40-edad-4ff6-8d85-87d5fa2bf0f8 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:07:32.278434 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.281904 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-23fe761e-827e-4142-9995-b8965cab0815 admin admin] 10.222.0.64 "DELETE /v2.0/routers/913dca40-edad-4ff6-8d85-87d5fa2bf0f8 HTTP/1.1" status: 204 len: 168 time: 0.8302951 Jun 16 14:07:32.282144 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 49974) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:32.335400 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] Deleting subnet 92efa2f7-9be2-4ae1-8db4-5282de193fde {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:07:32.340585 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.378715 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25007799'] for subnet, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.436572 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.456407 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.507333 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25008228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823537'] for subnet, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.509750 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-f070faba-8465-4169-9f4f-40078bf7696b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:32.533748 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92efa2f7-9be2-4ae1-8db4-5282de193fde,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:32.536763 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:32.537741 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.542268 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-24fa2bf4-a47f-46c2-8499-f1a9eb3341d2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/92efa2f7-9be2-4ae1-8db4-5282de193fde HTTP/1.1" status: 204 len: 168 time: 0.2591753 Jun 16 14:07:32.542502 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49978) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:32.543718 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41536d-dc9a-4078-b444-9568a2e2324d None None] Network 1229f0d1-8374-4756-945d-0c23febcdacd requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:07:32.610861 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.664228 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:07:32.674907 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Deleting port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e {{(pid=103670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:32.675341 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.685684 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:07:32.686198 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 37685a5c-fbce-4d5e-8d6c-3b3aca20f8bd not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:07:32.745041 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.db [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] For port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:32.745424 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.751211 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] DHCP port deletion for 1229f0d1-8374-4756-945d-0c23febcdacd request from dv-cinder-789603-10-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:07:32.799586 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Deleting port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:32.799976 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.816666 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.plugin [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Calling delete_port for 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e owned by network:dhcp {{(pid=103670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:32.867417 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] For port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,segment=NetworkSegment(8eecc5f4-c0fb-48f4-a57d-a656b95e6e00),segment_id=8eecc5f4-c0fb-48f4-a57d-a656b95e6e00)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:32.868165 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.898151 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32288698'] for port, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:32.900329 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-b4443a1c-0d76-4cf7-ab32-b167844c9ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:32.929934 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:32.933716 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:32.934633 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] No DVR routers for this DVR port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e on host dv-cinder-789603-10-iscsi {{(pid=103670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:07:32.938304 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Calling delete_port for 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:33.017207 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.017575 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.019216 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-856cb498-51be-4f01-8552-221ca749394a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:33.027779 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1229f0d1-8374-4756-945d-0c23febcdacd']}} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:33.037545 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00') {'for_net_delete': True} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:33.038098 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.services.segments.db [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eecc5f4-c0fb-48f4-a57d-a656b95e6e00') {} {{(pid=103670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:33.043819 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Pushing event deleted for resources: {'Port': ['ID=78f9ad1b-b751-45d1-b0ad-8e66dc19da8e,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:33.048153 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30714711'] for segment, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.051295 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] No DVR routers for this DVR port 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e on host dv-cinder-789603-10-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:07:33.053584 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.053965 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.054390 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.054722 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.055071 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.055402 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.055734 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.056059 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.056380 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.056697 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.057014 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.057330 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-iscsi {{(pid=103672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:07:33.062079 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.062609 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-5bfc45b7-d4ce-45d5-811e-8725000f0c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:33.071832 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Releasing vlan 1205 on physical network physnet1 to pool {{(pid=103670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:07:33.072207 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32288751'] for segment, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: Traceback (most recent call last): Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: timer() Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: cb(*args, **kw) Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: return func(*args, **kwargs) Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: self._notify() Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: self.callback(batched_events) Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: event.method(event) Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: return f(self, *a, **k) Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._get(url).json() Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: return self.request(url, 'GET', **kwargs) Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:07:33.073991 dv-cinder-789603-10-iscsi neutron-server[103670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:07:33.131361 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.135246 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:33.139037 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.139858 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1229f0d1-8374-4756-945d-0c23febcdacd HTTP/1.1" status: 204 len: 168 time: 0.5958817 Jun 16 14:07:33.142694 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 49980) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:33.150903 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1229f0d1-8374-4756-945d-0c23febcdacd,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:33.153874 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d40a5c8f-8ccc-4767-aa4b-fee455fb3fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:33.406464 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.494238 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33077702'] for router_interface, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.741742 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Deleting port 308a040e-1f48-4567-975b-bec780ed426c {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:33.741981 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.823252 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] For port 308a040e-1f48-4567-975b-bec780ed426c, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=308a040e-1f48-4567-975b-bec780ed426c,segment=NetworkSegment(e3cbd19d-0763-42be-8dc7-e6c68bf24e17),segment_id=e3cbd19d-0763-42be-8dc7-e6c68bf24e17)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:33.823609 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:33.886524 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Calling delete_port for 308a040e-1f48-4567-975b-bec780ed426c owned by network:router_interface {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:34.067795 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:34.071157 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-619f2a94-169f-4f06-ac0a-4c87616bdfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:34.096059 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Pushing event deleted for resources: {'Port': ['ID=308a040e-1f48-4567-975b-bec780ed426c,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:34.099186 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:34.113196 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:07:34.138715 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:07:34.139092 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 1ba8c9e2-e1c7-4516-80f4-d4c4a0151007 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:07:34.139513 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:07:34.159714 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:07:34.160066 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 78f9ad1b-b751-45d1-b0ad-8e66dc19da8e not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:07:34.269329 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32997575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33077586'] for router_interface, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:34.486097 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Router f57c2835-d13a-4e42-96d0-a8ccf8600249 has already been hosted by L3 agent 64e1e605-2dbe-41cc-b4c6-9e461da1e709 {{(pid=103671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:07:34.589521 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] Notify agent at l3_agent.dv-cinder-789603-10-iscsi the message routers_updated {{(pid=103671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:07:34.594386 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-8e43a731-8ad8-48dc-beb8-ec57ada8667c admin admin] 10.222.0.64 "PUT /v2.0/routers/f57c2835-d13a-4e42-96d0-a8ccf8600249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4506214 Jun 16 14:07:34.596821 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 49986) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:34.600203 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] Sync routers for ids ['f57c2835-d13a-4e42-96d0-a8ccf8600249'] in dv-cinder-789603-10-iscsi {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:07:34.609740 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] Routers {'f57c2835-d13a-4e42-96d0-a8ccf8600249'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:07:34.610401 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:07:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['f57c2835-d13a-4e42-96d0-a8ccf8600249'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:34.703141 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks [] for router, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:34.797701 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] Set router f57c2835-d13a-4e42-96d0-a8ccf8600249 gateway port host: dv-cinder-789603-10-iscsi {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:07:34.802749 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:34.858014 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Deleting port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:34.858355 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:34.982071 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'external_fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238'}], 'enable_snat': True}, 'gw_port_id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T14:07:34Z', 'revision_number': 5, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port': {'id': 'a4a63010-dd1e-4dac-b5f4-ac1987eeacf2', 'name': '', 'network_id': '28a838ac-c210-419e-b36f-817744e9372f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'ip_address': '172.27.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T13:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bc03837-684d-4e65-8719-2a23f654cd4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-iscsi'}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:34.985965 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] Checking router: f57c2835-d13a-4e42-96d0-a8ccf8600249 for host: dv-cinder-789603-10-iscsi {{(pid=103673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:07:34.994905 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] Routers {'f57c2835-d13a-4e42-96d0-a8ccf8600249'} bound to L3 agent in host dv-cinder-789603-10-iscsi {{(pid=103673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:07:34.996103 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:31Z,description=,heartbeat_timestamp=2021-06-16T14:07:31Z,host='dv-cinder-789603-10-iscsi',id=64e1e605-2dbe-41cc-b4c6-9e461da1e709,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:31Z,topic='l3_agent')) {'router_ids': ['f57c2835-d13a-4e42-96d0-a8ccf8600249'], 'active': True} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:35.085088 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_dvr_db [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] Set router f57c2835-d13a-4e42-96d0-a8ccf8600249 gateway port host: None {{(pid=103673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:07:35.141958 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.l3_hamode_db [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T14:07:34Z', 'revision_number': 6, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port_host': None}], 'dv-cinder-789603-10-iscsi', False) {} {{(pid=103673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:35.145581 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac85348-ffa6-4a48-964d-21e4f97b5419 None None] The sync data for ids ['f57c2835-d13a-4e42-96d0-a8ccf8600249'] in dv-cinder-789603-10-iscsi is: [{'id': 'f57c2835-d13a-4e42-96d0-a8ccf8600249', 'name': 'tempest-TestVolumeBootPattern-791390830-router', 'tenant_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:58:15Z', 'updated_at': '2021-06-16T14:07:34Z', 'revision_number': 6, 'project_id': 'd9c7a3cbf7f74139a5822b628be2fcc1', 'gw_port_host': None}] {{(pid=103673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:07:35.211702 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] For port a4a63010-dd1e-4dac-b5f4-ac1987eeacf2, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=a4a63010-dd1e-4dac-b5f4-ac1987eeacf2,segment=NetworkSegment(3bc25e55-9871-4bb2-b7cd-e90b4832ee55),segment_id=3bc25e55-9871-4bb2-b7cd-e90b4832ee55)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:35.212212 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.274129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Calling delete_port for a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 owned by network:router_gateway {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:35.434262 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.436376 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-24bff596-57c3-4f37-b90c-d5d2fa8d078d tempest-VolumesSnapshotTestJSON-1304634024 tempest-VolumesSnapshotTestJSON-1304634024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:35.463395 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a63010-dd1e-4dac-b5f4-ac1987eeacf2,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:35.466676 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:35.529445 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33141777'] for router_gateway, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.620862 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33196114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1398'] for router, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.623000 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.666565 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33196891'] for router, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.667928 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f57c2835-d13a-4e42-96d0-a8ccf8600249 {{(pid=103671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:07:35.672889 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] Notify callbacks [] for router, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.673837 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-d96ad215-dc99-4560-828d-27355cb2ce7f admin admin] 10.222.0.64 "DELETE /v2.0/routers/f57c2835-d13a-4e42-96d0-a8ccf8600249 HTTP/1.1" status: 204 len: 168 time: 1.0761244 Jun 16 14:07:35.676343 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 49988) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:35.720861 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] Deleting subnet 6f9d4d1b-b4d9-436d-8885-6f9fee7ff853 {{(pid=103671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:07:35.723901 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.757773 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25007799'] for subnet, precommit_delete_associations {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.850843 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1568919'] for subnet, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.910079 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1568904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25008228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823537'] for subnet, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.912722 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ea3295ef-f91d-4cc3-84ea-e03bdda15d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:35.935473 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f9d4d1b-b4d9-436d-8885-6f9fee7ff853,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:35.939112 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:35.941531 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:35.943498 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-3efc49ea-dfe7-4502-9a5d-b7453384d153 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6f9d4d1b-b4d9-436d-8885-6f9fee7ff853 HTTP/1.1" status: 204 len: 168 time: 0.2660723 Jun 16 14:07:35.945819 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [-] (103671) accepted ('10.222.0.64', 49990) {{(pid=103671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:35.948419 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6044993-dcfd-4bea-9e11-bdc532cb7cfc None None] Network 77bb9995-0281-4edd-9c87-d97167758fa2 requested from dv-cinder-789603-10-iscsi {{(pid=103672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:07:36.020182 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1479946'] for network, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.082214 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Deleting port 3e3a6e62-8ae3-488f-ba08-c38951730d78 {{(pid=103671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:36.082579 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.139555 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 308a040e-1f48-4567-975b-bec780ed426c no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:07:36.153602 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.db [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] For port 3e3a6e62-8ae3-488f-ba08-c38951730d78, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=3e3a6e62-8ae3-488f-ba08-c38951730d78,segment=NetworkSegment(e3cbd19d-0763-42be-8dc7-e6c68bf24e17),segment_id=e3cbd19d-0763-42be-8dc7-e6c68bf24e17)] {{(pid=103671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:36.154095 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.160294 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 308a040e-1f48-4567-975b-bec780ed426c {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:07:36.160655 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 308a040e-1f48-4567-975b-bec780ed426c not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:07:36.161267 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:07:36.185461 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] DHCP port deletion for 77bb9995-0281-4edd-9c87-d97167758fa2 request from dv-cinder-789603-10-iscsi {{(pid=103672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:07:36.189283 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:07:36.189934 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device a4a63010-dd1e-4dac-b5f4-ac1987eeacf2 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:07:36.233179 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.plugin [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Calling delete_port for 3e3a6e62-8ae3-488f-ba08-c38951730d78 owned by network:dhcp {{(pid=103671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:36.239666 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] Deleting port 3e3a6e62-8ae3-488f-ba08-c38951730d78 {{(pid=103672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:07:36.240055 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776715749021'] for port, before_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.304969 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.db [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] For port 3e3a6e62-8ae3-488f-ba08-c38951730d78, host dv-cinder-789603-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-iscsi',level=0,port_id=3e3a6e62-8ae3-488f-ba08-c38951730d78,segment=NetworkSegment(e3cbd19d-0763-42be-8dc7-e6c68bf24e17),segment_id=e3cbd19d-0763-42be-8dc7-e6c68bf24e17)] {{(pid=103672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:07:36.305481 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33144033'] for port, precommit_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.311826 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25008302'] for port, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.313882 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-0bbe378d-8097-4be7-a41f-77cc793e3237 tempest-TestVolumeBootPattern-286475387 tempest-TestVolumeBootPattern-286475387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:36.336137 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3a6e62-8ae3-488f-ba08-c38951730d78,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:36.340267 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:36.349129 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] No DVR routers for this DVR port 3e3a6e62-8ae3-488f-ba08-c38951730d78 on host dv-cinder-789603-10-iscsi {{(pid=103671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:07:36.370944 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] Calling delete_port for 3e3a6e62-8ae3-488f-ba08-c38951730d78 owned by network:dhcp {{(pid=103672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:07:36.426555 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1570840', 'neutron.services.segments.db._delete_segments_for_network-8776715787057'] for network, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.438233 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bb9995-0281-4edd-9c87-d97167758fa2']}} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:36.449726 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17') {'for_net_delete': True} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:36.450026 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.services.segments.db [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cbd19d-0763-42be-8dc7-e6c68bf24e17') {} {{(pid=103671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:07:36.459775 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776715786370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25007790'] for segment, before_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.476337 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468'] for segment, precommit_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.482740 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=103671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:07:36.483450 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1570468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25008379'] for segment, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: retrieve_revision_numbers = { Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: Traceback (most recent call last): Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: timer() Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: cb(*args, **kw) Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: return func(*args, **kwargs) Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: self._notify() Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: self.callback(batched_events) Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: event.method(event) Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: return f(self, *a, **k) Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: return self._get(url).json() Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:07:36.485108 dv-cinder-789603-10-iscsi neutron-server[103671]: return self.request(url, 'GET', **kwargs) Jun 16 14:07:36.488953 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:07:36.488953 dv-cinder-789603-10-iscsi neutron-server[103671]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:07:36.488953 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:07:36.488953 dv-cinder-789603-10-iscsi neutron-server[103671]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:07:36.488953 dv-cinder-789603-10-iscsi neutron-server[103671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:07:36.488953 dv-cinder-789603-10-iscsi neutron-server[103671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:07:36.488953 dv-cinder-789603-10-iscsi neutron-server[103671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:07:36.544709 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1570833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33095396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33141887'] for network, after_delete {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.548374 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-bcf8a1bb-0e25-4e67-b105-0de995fb5095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:36.550778 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron_lib.callbacks.manager [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32997411'] for network, before_response {{(pid=103671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.552603 dv-cinder-789603-10-iscsi neutron-server[103671]: INFO neutron.wsgi [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] 10.222.0.64 "DELETE /v2.0/networks/77bb9995-0281-4edd-9c87-d97167758fa2 HTTP/1.1" status: 204 len: 168 time: 0.6057534 Jun 16 14:07:36.564660 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Pushing event deleted for resources: {'Network': ['ID=77bb9995-0281-4edd-9c87-d97167758fa2,revision_number=None']} {{(pid=103671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:36.567289 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG oslo_concurrency.lockutils [None req-ed5eecf4-5c54-48b6-a935-00efe9962787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103671) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:36.585795 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1430019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32997429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776715754361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776715313183'] for port, after_delete {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.587756 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:36.608987 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] Network 77bb9995-0281-4edd-9c87-d97167758fa2 is not hosted by any dhcp agent {{(pid=103672) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 14:07:36.609457 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] No DVR routers for this DVR port 3e3a6e62-8ae3-488f-ba08-c38951730d78 on host dv-cinder-789603-10-iscsi {{(pid=103672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:07:36.611330 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] Pushing event deleted for resources: {'Port': ['ID=3e3a6e62-8ae3-488f-ba08-c38951730d78,revision_number=None']} {{(pid=103672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:36.614088 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG oslo_concurrency.lockutils [None req-bd143339-e8fe-4133-9ac0-d60c27d077b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103672) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:36.679657 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49994) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:36.720098 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-3b6bdd1c-3bc2-4c71-bf42-b1d6d2fe321a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=395b82b531a342219619b87e588c0b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391967 Jun 16 14:07:36.722862 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 49996) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:36.770725 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3a745cf-c631-47a8-8f95-3807ed476020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.795895 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3a745cf-c631-47a8-8f95-3807ed476020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.849938 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3a745cf-c631-47a8-8f95-3807ed476020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.852938 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-d3a745cf-c631-47a8-8f95-3807ed476020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:36.854085 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d3a745cf-c631-47a8-8f95-3807ed476020 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff9ca1cf-29cf-4623-b6e6-82e8a8678a5b HTTP/1.1" status: 204 len: 168 time: 0.1302731 Jun 16 14:07:36.854989 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2ac6fddc-46cc-4ada-908e-cb34f6ec3707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:36.862430 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a745cf-c631-47a8-8f95-3807ed476020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ca1cf-29cf-4623-b6e6-82e8a8678a5b,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:36.865090 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-d3a745cf-c631-47a8-8f95-3807ed476020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:37.167449 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 50006) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:37.209987 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-d541d363-212d-4217-b12a-f9a5ab560a4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9c7a3cbf7f74139a5822b628be2fcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409131 Jun 16 14:07:37.213130 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.wsgi [-] (103670) accepted ('10.222.0.64', 50008) {{(pid=103670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:07:37.261746 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2d4d85e2-c8e1-4438-905b-8d97fbb7e1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:37.283048 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2d4d85e2-c8e1-4438-905b-8d97fbb7e1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:37.328780 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2d4d85e2-c8e1-4438-905b-8d97fbb7e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33095372'] for security_group, after_delete {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:37.331385 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron_lib.callbacks.manager [None req-2d4d85e2-c8e1-4438-905b-8d97fbb7e1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:07:37.332523 dv-cinder-789603-10-iscsi neutron-server[103670]: INFO neutron.wsgi [None req-2d4d85e2-c8e1-4438-905b-8d97fbb7e1bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f04c78e-9c0e-4fcf-a3c7-f3f02c1008c7 HTTP/1.1" status: 204 len: 168 time: 0.1184833 Jun 16 14:07:37.333309 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-a3d0bd1f-8f65-4509-8771-4f8ee4aca4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:07:37.341273 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d85e2-c8e1-4438-905b-8d97fbb7e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f04c78e-9c0e-4fcf-a3c7-f3f02c1008c7,revision_number=None']} {{(pid=103670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:07:37.343576 dv-cinder-789603-10-iscsi neutron-server[103670]: DEBUG oslo_concurrency.lockutils [None req-2d4d85e2-c8e1-4438-905b-8d97fbb7e1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103670) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:07:38.110413 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 3e3a6e62-8ae3-488f-ba08-c38951730d78 no longer exists at agent ovs-agent-dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:07:38.131305 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.plugin [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] No Port match for: 3e3a6e62-8ae3-488f-ba08-c38951730d78 {{(pid=103672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:07:38.131646 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron.plugins.ml2.rpc [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Device 3e3a6e62-8ae3-488f-ba08-c38951730d78 not bound to the agent host dv-cinder-789603-10-iscsi {{(pid=103672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:07:55.124710 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:07:57.810736 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-59205c29-fe34-4f2f-98f1-237b99fe068b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:00.419147 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:00.595597 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-34eb8b74-a784-4c2b-919e-31b4e16104cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:01.615478 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:02.461814 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:03.407076 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:15.054059 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-ebd3f884-daee-4246-b48b-fc874606150d req-9495d545-d172-426b-95da-9819a00ed032 service neutron] (103671) timed out ('10.222.0.100', 63905) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:08:27.813755 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8e801cc8-c0d0-4f30-9e8c-7e64d30096f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:30.421388 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:30.596697 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-03508527-2e67-4a78-be9c-6638844700b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:31.620348 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:32.123946 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:08:32.451672 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:33.407073 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:08:57.816825 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7b85-b4ce-4a1c-ae44-9a5d843a7c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:00.423637 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:00.596862 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e94c6199-a66e-4dec-9553-63add1f5a9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:01.621699 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:02.456612 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:03.410263 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:09.123165 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:09:27.817467 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-54603879-c9c5-4b1c-a153-a3349a4201ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:30.425034 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:30.597591 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-1e296f7b-0b3b-46aa-85bb-f55565e7597b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:31.624953 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:32.452031 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:33.411898 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:09:46.122208 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:09:57.821232 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-e6a4e25f-1812-40d2-8fc0-616872007454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:00.426574 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:00.597543 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-0c8391cd-70b1-4af6-86e1-c8bf2faafe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:01.630180 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:02.454056 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:03.414587 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:23.120826 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:10:27.822359 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-9c99a445-3465-4b5e-8e2d-3ca7f92d94eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:30.429156 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:30.597646 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-8bceb215-b354-4857-81d0-28331f04f250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:31.629592 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:32.447609 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:33.416884 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:10:47.623746 dv-cinder-789603-10-iscsi neutron-server[103671]: DEBUG neutron.wsgi [req-ac66378e-5fcd-4a5c-8b3e-8070546d86c9 req-9030f4c6-e121-43bc-9a3b-4530b29feb66 service neutron] (103671) timed out ('10.222.0.64', 46524) {{(pid=103671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:10:57.825520 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-207ec875-c63e-4d1b-9de8-02dfeed343b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:00.119425 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:11:00.431176 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:00.598599 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-74931ec9-eba2-4a32-aea6-5d789804f77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:01.632394 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:02.468742 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:03.420691 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:27.826962 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-71342a60-4516-4f22-b2cb-d5c621275b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:30.433578 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:30.598633 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5195af05-32c8-4e5f-bb29-c06ac3e85af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:31.635791 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:32.462650 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:33.421598 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:11:37.117978 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:11:57.830417 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ee20-c684-43fd-8ca6-323bfa8d094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:00.442943 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:00.598629 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-a0730820-513d-4a39-98b6-67d64e7f7792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:01.636662 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:02.474478 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:03.424626 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:14.116572 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:12:27.830767 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-cab3eaac-4b10-4827-8ec0-4187da630bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:30.433532 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:30.598645 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-fc4ed9dd-ad4c-488f-a796-d241a61f3f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:31.640547 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:32.474479 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:33.427614 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:12:51.115366 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:12:57.831756 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-36f4eae6-e555-4dc8-9db0-5a7e014a836f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:00.435481 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:00.598134 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-55ef5c3f-3b21-433d-bcbf-5efa5f35c442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:01.641972 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:02.488599 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:03.430599 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:27.835058 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-d1cc3520-ec81-414e-beb7-81949fbfa73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:28.114086 dv-cinder-789603-10-iscsi neutron-server[103673]: DEBUG neutron.db.agents_db [None req-0f244937-9922-4035-8148-9128e66b4dc3 None None] Agent healthcheck: found 6 active agents {{(pid=103673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:13:30.438053 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-19422801-e012-46cf-84f5-0ed04542e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:30.599074 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-5c6029a9-8df7-4c03-bbaf-db3f2e14120f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:31.644782 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-f3d212a6-d4ce-4a84-a862-ef2078d25a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:32.487751 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-bcf07acc-4a5c-476e-a2c3-99a07d8eaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:13:33.441316 dv-cinder-789603-10-iscsi neutron-server[103672]: DEBUG neutron_lib.callbacks.manager [None req-7caf4689-5abe-47f5-aa90-aa88c0eb9f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776715787039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1564886'] for agent, after_update {{(pid=103672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}